JUnit version 4.13.2
.02:03:47.416 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786500227406
02:03:47.486 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:03:47.560 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:03:47.572 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskZLJ9Xb/test-tmp
02:03:47.577 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:03:47.580 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskZLJ9Xb/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:03:47.794 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:03:48.032 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:03:48.034 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:03:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.038898 11646 mini_oidc.cc:150] Starting JWKS server
02:03:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.042600 11646 webserver.cc:533] Webserver started at http://127.0.0.1:35371/ using document root <none> and password file <none>
02:03:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.043108 11646 mini_oidc.cc:186] Starting OIDC Discovery server
02:03:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.045523 11646 webserver.cc:533] Webserver started at http://127.0.0.1:38259/ using document root <none> and password file <none>
02:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:03:48Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:03:48Z Disabled control of system clock
02:03:48.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.116925 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/wal
02:03:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data
02:03:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/logs
02:03:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data/info.pb
02:03:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:48.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.190:33333
02:03:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.190
02:03:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:48.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:48.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:48.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:48.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:48.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:48.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35371/jwks.json with env {}
02:03:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.440218 11659 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.440837 11659 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.441298 11659 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.476377 11659 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.476691 11659 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.476982 11659 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:48.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.477195 11659 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:48.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.477384 11659 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:48.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.477524 11659 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35371/jwks.json
02:03:48.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.516753 11659 master_runner.cc:387] Master server non-default flags:
02:03:48.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/logs
02:03:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data
02:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/wal
02:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.190:33333
02:03:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35371/jwks.json
02:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data/info.pb
02:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.190
02:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:48.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:48.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:48.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.518282 11659 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:48.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:48.520401 11659 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:48.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.532918 11667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:48.534403 11668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.922098 11671 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:49.924904 11669 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1386 milliseconds
02:03:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.925269 11659 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.926865 11659 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.930697 11659 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.932235 11659 hybrid_clock.cc:648] HybridClock initialized: now 1786500229932203 us; error 80 us; skew 500 ppm
02:03:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.933203 11659 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:49.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.940795 11659 webserver.cc:533] Webserver started at http://127.11.95.190:44929/ using document root <none> and password file <none>
02:03:49.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.942049 11659 fs_manager.cc:362] Metadata directory not provided
02:03:49.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.942274 11659 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.942703 11659 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.947625 11659 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data/instance:
02:03:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "039640668a0f4decb6372280fa7de26c"
02:03:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:49 on dist-test-slave-p3t5"
02:03:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.948803 11659 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/wal/instance:
02:03:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "039640668a0f4decb6372280fa7de26c"
02:03:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:49 on dist-test-slave-p3t5"
02:03:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.957783 11659 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.011s	sys 0.000s
02:03:49.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.969919 11679 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.974536 11659 fs_manager.cc:730] Time spent opening block manager: real 0.013s	user 0.008s	sys 0.004s
02:03:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.975029 11659 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/wal
02:03:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "039640668a0f4decb6372280fa7de26c"
02:03:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:49 on dist-test-slave-p3t5"
02:03:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:49.975513 11659 fs_report.cc:389] FS layout report
02:03:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/wal
02:03:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/wal
02:03:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data/data
02:03:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.029562 11659 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.031288 11659 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.031733 11659 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.111763 11659 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.190:33333
02:03:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.111843 11737 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.190:33333 every 8 connection(s)
02:03:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.115235 11659 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/data/info.pb
02:03:50.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.122083 11738 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:50.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.123898 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 11659
02:03:50.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.124490 11646 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-0/wal/instance
02:03:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.128271 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/wal
02:03:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data
02:03:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/logs
02:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data/info.pb
02:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.189:45657
02:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.189
02:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35371/jwks.json with env {}
02:03:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.138338 11738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } has no permanent_uuid. Determining permanent_uuid...
02:03:50.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.171277 11738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } has no permanent_uuid. Determining permanent_uuid...
02:03:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.173972 11680 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.178874 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.189:45657: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.228554 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } attempt: 1
02:03:50.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.233310 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.189:45657: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.301905 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } attempt: 2
02:03:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.306599 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.189:45657: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.398156 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } attempt: 3
02:03:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.403046 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.189:45657: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.470649 11740 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.471261 11740 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.471881 11740 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.504730 11740 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.505033 11740 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.505231 11740 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.505424 11740 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.505604 11740 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.505766 11740 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35371/jwks.json
02:03:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.546566 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } attempt: 4
02:03:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.551311 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.189:45657: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:50.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.555168 11740 master_runner.cc:387] Master server non-default flags:
02:03:50.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/logs
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/wal
02:03:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.189:45657
02:03:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35371/jwks.json
02:03:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data/info.pb
02:03:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.189
02:03:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.556571 11740 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.558780 11740 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.574055 11755 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:50.850802 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } attempt: 5
02:03:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.857404 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.189:45657: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.404976 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } attempt: 6
02:03:51.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.414610 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.189:45657: Network error: Client connection negotiation failed: client connection to 127.11.95.189:45657: connect: Connection refused (error 111)
02:03:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:50.574637 11756 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.810673 11757 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:03:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:51.812574 11758 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.812597 11740 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.816679 11740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.819650 11740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:51.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.821188 11740 hybrid_clock.cc:648] HybridClock initialized: now 1786500231820849 us; error 325 us; skew 500 ppm
02:03:51.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.822337 11740 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.830214 11740 webserver.cc:533] Webserver started at http://127.11.95.189:34211/ using document root <none> and password file <none>
02:03:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.831491 11740 fs_manager.cc:362] Metadata directory not provided
02:03:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.831760 11740 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.832425 11740 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.837229 11740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data/instance:
02:03:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b30d8bc705043868c15edb84c39f8dc"
02:03:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:51 on dist-test-slave-p3t5"
02:03:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.838785 11740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/wal/instance:
02:03:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b30d8bc705043868c15edb84c39f8dc"
02:03:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:51 on dist-test-slave-p3t5"
02:03:51.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.847240 11740 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
02:03:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.854244 11767 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.855614 11740 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
02:03:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.856024 11740 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/wal
02:03:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b30d8bc705043868c15edb84c39f8dc"
02:03:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:51 on dist-test-slave-p3t5"
02:03:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.856513 11740 fs_report.cc:389] FS layout report
02:03:51.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/wal
02:03:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/wal
02:03:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data/data
02:03:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:51.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:51.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.921084 11740 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.923110 11740 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:51.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:51.923732 11740 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.006000 11740 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.189:45657
02:03:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.006104 11826 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.189:45657 every 8 connection(s)
02:03:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.009243 11740 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/data/info.pb
02:03:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.017050 11827 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.017285 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 11740
02:03:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.017808 11646 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-1/wal/instance
02:03:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.020948 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/wal
02:03:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data
02:03:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/logs
02:03:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data/info.pb
02:03:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:52.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.188:41493
02:03:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.188
02:03:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35371/jwks.json with env {}
02:03:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.036618 11827 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } has no permanent_uuid. Determining permanent_uuid...
02:03:52.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.066098 11827 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } has no permanent_uuid. Determining permanent_uuid...
02:03:52.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.082130 11827 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } has no permanent_uuid. Determining permanent_uuid...
02:03:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.085096 11770 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.090472 11827 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.140163 11827 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 1
02:03:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.145040 11827 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.213536 11827 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 2
02:03:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.218375 11827 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.309801 11827 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 3
02:03:52.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.314354 11827 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.381326 11829 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.382108 11829 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.382700 11829 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.416662 11829 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.416987 11829 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.417191 11829 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.417384 11829 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.417690 11829 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.417973 11829 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35371/jwks.json
02:03:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.455971 11829 master_runner.cc:387] Master server non-default flags:
02:03:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/logs
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/wal
02:03:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.188:41493
02:03:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35371/jwks.json
02:03:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data/info.pb
02:03:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.188
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.457844 11829 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.457772 11827 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 4
02:03:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.460259 11829 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.463761 11827 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.475118 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } attempt: 7
02:03:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.476748 11841 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:52.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.497572 11738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } has no permanent_uuid. Determining permanent_uuid...
02:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.520195 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.580400 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 1
02:03:52.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.590344 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.673756 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 2
02:03:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.685406 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.763235 11827 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 5
02:03:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.771634 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 3
02:03:52.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.790150 11827 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.810586 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:52.951261 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 4
02:03:52.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.962565 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:53.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:53.246201 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 5
02:03:53.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:53.255622 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:53.337857 11827 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 6
02:03:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:53.374886 11827 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:53.808233 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 6
02:03:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:53.839370 11738 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.95.188:41493: Network error: Client connection negotiation failed: client connection to 127.11.95.188:41493: connect: Connection refused (error 111)
02:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:53.882468 11840 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 11829
02:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.199760 11829 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.725s	user 0.602s	sys 1.105s
02:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.200297 11829 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.725s	user 0.602s	sys 1.105s
02:03:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:52.477644 11842 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.202077 11843 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1726 milliseconds
02:03:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.202853 11844 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.203161 11829 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:03:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.206715 11829 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.209707 11829 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:54.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.211095 11829 hybrid_clock.cc:648] HybridClock initialized: now 1786500234211073 us; error 65 us; skew 500 ppm
02:03:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.211938 11829 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:54.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.218950 11829 webserver.cc:533] Webserver started at http://127.11.95.188:37955/ using document root <none> and password file <none>
02:03:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.220052 11829 fs_manager.cc:362] Metadata directory not provided
02:03:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.220260 11829 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.220669 11829 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.225502 11829 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data/instance:
02:03:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd106bce6ef54049901ca3691b9b77a2"
02:03:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:54 on dist-test-slave-p3t5"
02:03:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.228308 11829 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/wal/instance:
02:03:54.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd106bce6ef54049901ca3691b9b77a2"
02:03:54.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:54 on dist-test-slave-p3t5"
02:03:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.240545 11829 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.010s	sys 0.001s
02:03:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.249759 11860 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.252081 11829 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.003s	sys 0.001s
02:03:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.252437 11829 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/wal
02:03:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd106bce6ef54049901ca3691b9b77a2"
02:03:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:54 on dist-test-slave-p3t5"
02:03:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.252739 11829 fs_report.cc:389] FS layout report
02:03:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/wal
02:03:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/wal
02:03:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data/data
02:03:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.323024 11829 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.325378 11829 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:54.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.326113 11829 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:54.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.409852 11829 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.188:41493
02:03:54.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.409911 11917 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.188:41493 every 8 connection(s)
02:03:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.412727 11829 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/data/info.pb
02:03:54.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.419173 11918 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.422895 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 11829
02:03:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.423246 11646 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/master-2/wal/instance
02:03:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.435521 11827 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 7
02:03:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.434207 11918 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } has no permanent_uuid. Determining permanent_uuid...
02:03:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.474647 11918 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } has no permanent_uuid. Determining permanent_uuid...
02:03:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.486752 11918 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } has no permanent_uuid. Determining permanent_uuid...
02:03:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.487161 11827 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc: Bootstrap starting.
02:03:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.495292 11827 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc: Neither blocks nor log segments found. Creating new log.
02:03:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.497584 11827 log.cc:826] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc: Log is configured to *not* fsync() on all Append() calls
02:03:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.503775 11827 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc: No bootstrap required, opened a new log
02:03:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.509395 11918 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: Bootstrap starting.
02:03:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.517392 11918 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: Neither blocks nor log segments found. Creating new log.
02:03:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.519943 11918 log.cc:826] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: Log is configured to *not* fsync() on all Append() calls
02:03:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.526476 11918 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: No bootstrap required, opened a new log
02:03:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.528051 11827 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.528697 11827 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.528903 11827 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b30d8bc705043868c15edb84c39f8dc, State: Initialized, Role: FOLLOWER
02:03:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.529830 11827 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.532423 11936 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.534504 11827 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: configured and running, proceeding with master startup.
02:03:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.533699 11936 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: This master's current role is: FOLLOWER
02:03:54.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.543256 11936 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:54.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.543819 11936 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.552137 11918 raft_consensus.cc:359] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.554069 11918 raft_consensus.cc:385] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.554800 11918 raft_consensus.cc:740] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd106bce6ef54049901ca3691b9b77a2, State: Initialized, Role: FOLLOWER
02:03:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.555171 11936 leader_election.cc:290] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 039640668a0f4decb6372280fa7de26c (127.11.95.190:33333), fd106bce6ef54049901ca3691b9b77a2 (127.11.95.188:41493)
02:03:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.556376 11918 consensus_queue.cc:260] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.571226 11943 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.572804 11943 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [sys.catalog]: This master's current role is: FOLLOWER
02:03:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.573575 11918 sys_catalog.cc:565] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [sys.catalog]: configured and running, proceeding with master startup.
02:03:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.573828 11892 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b30d8bc705043868c15edb84c39f8dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd106bce6ef54049901ca3691b9b77a2" is_pre_election: true
02:03:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.576195 11892 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b30d8bc705043868c15edb84c39f8dc in term 0.
02:03:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.577934 11770 leader_election.cc:304] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b30d8bc705043868c15edb84c39f8dc, fd106bce6ef54049901ca3691b9b77a2; no voters: 
02:03:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.579113 11936 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Leader pre-election won for term 1
02:03:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.579572 11936 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:03:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.579975 11936 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 0 FOLLOWER]: Advancing to term 1
02:03:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.584338 11866 tablet.cc:2406] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.599285 11936 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.603956 11892 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b30d8bc705043868c15edb84c39f8dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd106bce6ef54049901ca3691b9b77a2"
02:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.604628 11892 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [term 0 FOLLOWER]: Advancing to term 1
02:03:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.606689 11936 leader_election.cc:290] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [CANDIDATE]: Term 1 election: Requested vote from peers 039640668a0f4decb6372280fa7de26c (127.11.95.190:33333), fd106bce6ef54049901ca3691b9b77a2 (127.11.95.188:41493)
02:03:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.612970 11892 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b30d8bc705043868c15edb84c39f8dc in term 1.
02:03:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.618357 11770 leader_election.cc:304] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b30d8bc705043868c15edb84c39f8dc, fd106bce6ef54049901ca3691b9b77a2; no voters: 
02:03:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.619375 11936 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 1 FOLLOWER]: Leader election won for term 1
02:03:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.622701 11960 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:54.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.623867 11960 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.635140 11964 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:03:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.645684 11936 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [term 1 LEADER]: Becoming Leader. State: Replica: 3b30d8bc705043868c15edb84c39f8dc, State: Running, Role: LEADER
02:03:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.647471 11936 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.617666 11740 master_runner.cc:187] Error getting master registration for 127.11.95.190:33333: OK, instance_id { permanent_uuid: "039640668a0f4decb6372280fa7de26c" instance_seqno: 1786500230090677 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.668578 11740 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.671310 11962 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3b30d8bc705043868c15edb84c39f8dc. Latest consensus state: current_term: 1 leader_uuid: "3b30d8bc705043868c15edb84c39f8dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:54.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.673309 11962 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: This master's current role is: LEADER
02:03:54.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.641079 11829 master_runner.cc:187] Error getting master registration for 127.11.95.190:33333: OK, instance_id { permanent_uuid: "039640668a0f4decb6372280fa7de26c" instance_seqno: 1786500230090677 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:54.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:54.683112 11776 tablet.cc:2406] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:54.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.684103 11829 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.690165 11966 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:03:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.698220 11966 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:03:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.718757 11892 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [term 1 FOLLOWER]: Refusing update from remote peer 3b30d8bc705043868c15edb84c39f8dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.720536 11962 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.745494 11943 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3b30d8bc705043868c15edb84c39f8dc. Latest consensus state: current_term: 1 leader_uuid: "3b30d8bc705043868c15edb84c39f8dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.746306 11943 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [sys.catalog]: This master's current role is: FOLLOWER
02:03:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.756603 11936 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3b30d8bc705043868c15edb84c39f8dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.757382 11936 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: This master's current role is: LEADER
02:03:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.759080 11968 mvcc.cc:204] Tried to move back new op lower bound from 7317504961388023808 to 7317504961129586688. Current Snapshot: MvccSnapshot[applied={T|T < 7317504961388023808}]
02:03:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.763331 11943 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3b30d8bc705043868c15edb84c39f8dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.764048 11943 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2 [sys.catalog]: This master's current role is: FOLLOWER
02:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.766958 11966 catalog_manager.cc:1383] Generated new cluster ID: 4732c63b850646d9b874b5e98a62ac73
02:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.767289 11966 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:03:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.813544 11966 catalog_manager.cc:1406] Generated new certificate authority record
02:03:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.816380 11966 catalog_manager.cc:1540] Loading token signing keys...
02:03:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.841849 11966 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc: Generated new TSK 0
02:03:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.854328 11966 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:03:54.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.872932 11738 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } attempt: 7
02:03:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.890815 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:0
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:54.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.903031 11738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: Bootstrap starting.
02:03:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.911988 11738 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: Neither blocks nor log segments found. Creating new log.
02:03:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.914547 11738 log.cc:826] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: Log is configured to *not* fsync() on all Append() calls
02:03:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.929878 11738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: No bootstrap required, opened a new log
02:03:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.959762 11738 raft_consensus.cc:359] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.961175 11738 raft_consensus.cc:385] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.962273 11738 raft_consensus.cc:740] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 039640668a0f4decb6372280fa7de26c, State: Initialized, Role: FOLLOWER
02:03:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.963294 11738 consensus_queue.cc:260] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } }
02:03:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.967931 11738 sys_catalog.cc:565] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [sys.catalog]: configured and running, proceeding with master startup.
02:03:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.968097 11710 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b30d8bc705043868c15edb84c39f8dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "039640668a0f4decb6372280fa7de26c" is_pre_election: true
02:03:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.969018 11710 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b30d8bc705043868c15edb84c39f8dc in term 0.
02:03:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.970606 11707 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [term 0 FOLLOWER]: Advancing to term 1
02:03:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.967514 11975 sys_catalog.cc:455] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.976095 11975 sys_catalog.cc:458] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [sys.catalog]: This master's current role is: FOLLOWER
02:03:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.974972 11709 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b30d8bc705043868c15edb84c39f8dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "039640668a0f4decb6372280fa7de26c"
02:03:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.986193 11707 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [term 1 FOLLOWER]: Refusing update from remote peer 3b30d8bc705043868c15edb84c39f8dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:54.995628 11962 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.046422 11685 tablet.cc:2406] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.101356 11985 sys_catalog.cc:455] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3b30d8bc705043868c15edb84c39f8dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.104367 11985 sys_catalog.cc:458] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [sys.catalog]: This master's current role is: FOLLOWER
02:03:55.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.103575 11975 sys_catalog.cc:455] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3b30d8bc705043868c15edb84c39f8dc. Latest consensus state: current_term: 1 leader_uuid: "3b30d8bc705043868c15edb84c39f8dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:55.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.105329 11975 sys_catalog.cc:458] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c [sys.catalog]: This master's current role is: FOLLOWER
02:03:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.130705 11996 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:03:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.374241 11973 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:55.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.374881 11973 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:55.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.375602 11973 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.412074 11973 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.413345 11973 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.129
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.454330 11973 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:0
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:03:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:03:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.456532 11973 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.459105 11973 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.474870 12003 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.622598 12007 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3b30d8bc705043868c15edb84c39f8dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "039640668a0f4decb6372280fa7de26c" member_type: VOTER last_known_addr { host: "127.11.95.190" port: 33333 } } peers { permanent_uuid: "3b30d8bc705043868c15edb84c39f8dc" member_type: VOTER last_known_addr { host: "127.11.95.189" port: 45657 } } peers { permanent_uuid: "fd106bce6ef54049901ca3691b9b77a2" member_type: VOTER last_known_addr { host: "127.11.95.188" port: 41493 } } }
02:03:55.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.625244 12007 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b30d8bc705043868c15edb84c39f8dc [sys.catalog]: This master's current role is: LEADER
02:03:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.681232 11964 catalog_manager.cc:1295] Loaded cluster ID: 4732c63b850646d9b874b5e98a62ac73
02:03:55.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.695945 11964 catalog_manager.cc:1588] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: loading cluster ID for follower catalog manager: success
02:03:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.716588 11964 catalog_manager.cc:1610] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: acquiring CA information for follower catalog manager: success
02:03:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:55.739406 11964 catalog_manager.cc:1638] T 00000000000000000000000000000000 P fd106bce6ef54049901ca3691b9b77a2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:56.154088 11996 catalog_manager.cc:1295] Loaded cluster ID: 4732c63b850646d9b874b5e98a62ac73
02:03:56.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:56.154846 11996 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: loading cluster ID for follower catalog manager: success
02:03:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:56.175642 11996 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: acquiring CA information for follower catalog manager: success
02:03:56.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:56.199123 11996 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 039640668a0f4decb6372280fa7de26c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:56.878224 12002 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 11973
02:03:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.263494 11973 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.788s	user 0.488s	sys 0.970s
02:03:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.270876 11973 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.795s	user 0.488s	sys 0.970s
02:03:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:55.477280 12004 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.286871 11973 server_base.cc:1061] running on GCE node
02:03:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:57.288923 12014 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:57.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.290994 11973 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.300170 11973 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.302065 11973 hybrid_clock.cc:648] HybridClock initialized: now 1786500237301976 us; error 88 us; skew 500 ppm
02:03:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.303619 11973 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:03:57.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.329578 11973 webserver.cc:533] Webserver started at http://127.11.95.129:45803/ using document root <none> and password file <none>
02:03:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.331599 11973 fs_manager.cc:362] Metadata directory not provided
02:03:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.332247 11973 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.333112 11973 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.340197 11973 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/instance:
02:03:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:03:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-p3t5"
02:03:57.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.342630 11973 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal/instance:
02:03:57.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:03:57.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-p3t5"
02:03:57.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.360153 11973 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.005s	sys 0.009s
02:03:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.374830 12021 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.376899 11973 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.008s	sys 0.000s
02:03:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.377691 11973 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:03:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:03:57.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-p3t5"
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.378566 11973 fs_report.cc:389] FS layout report
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/data
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.495278 11973 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.497923 11973 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.498943 11973 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.509019 11973 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.522009 11973 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.522779 11973 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
02:03:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.523379 11973 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:57.524021 11973 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:03:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.161077 12152 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.129:46425 every 8 connection(s)
02:03:58.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.162120 11973 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.129:46425
02:03:58.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.166201 11973 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:03:58.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.167358 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 11973
02:03:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.168103 11646 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal/instance
02:03:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.180096 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:0
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.287748 12153 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:03:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.288390 12153 heartbeater.cc:461] Registering TS with master...
02:03:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.290041 12153 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:03:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.295020 12155 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:03:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.295425 12155 heartbeater.cc:461] Registering TS with master...
02:03:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.295594 12159 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:03:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.295974 12159 heartbeater.cc:461] Registering TS with master...
02:03:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.296497 12155 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:03:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.296934 12159 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:03:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.300232 11789 ts_manager.cc:194] Registered new tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:03:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.300714 11696 ts_manager.cc:194] Registered new tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:03:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.306234 11881 ts_manager.cc:194] Registered new tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:03:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.310644 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.129:44797
02:03:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.752761 12156 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.753566 12156 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.754451 12156 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.824098 12156 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.825771 12156 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.130
02:03:58.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.901911 12156 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:58.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:03:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:0
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:03:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.903941 12156 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:58.906528 12156 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.925748 12172 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:59.321152 12153 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:00.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:00.329440 12171 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 12156
02:04:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:58.926919 12174 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:00.546906 12156 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.622s	user 0.532s	sys 0.994s
02:04:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:00.547302 12156 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.623s	user 0.532s	sys 0.994s
02:04:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:00.567111 12178 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:00.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.568034 12156 server_base.cc:1061] running on GCE node
02:04:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.569281 12156 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.572494 12156 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.573956 12156 hybrid_clock.cc:648] HybridClock initialized: now 1786500240573867 us; error 90 us; skew 500 ppm
02:04:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.575961 12156 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:00.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.583758 12156 webserver.cc:533] Webserver started at http://127.11.95.130:35227/ using document root <none> and password file <none>
02:04:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.584844 12156 fs_manager.cc:362] Metadata directory not provided
02:04:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.585146 12156 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.585850 12156 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.591176 12156 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/instance:
02:04:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-p3t5"
02:04:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.592787 12156 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal/instance:
02:04:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-p3t5"
02:04:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.602300 12156 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.004s
02:04:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.609027 12185 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.610482 12156 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
02:04:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.611014 12156 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:00.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-p3t5"
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.611480 12156 fs_report.cc:389] FS layout report
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/data
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.690387 12156 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:00.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.692217 12156 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.692814 12156 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.696029 12156 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.700843 12156 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.701068 12156 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.701270 12156 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.701409 12156 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.855465 12156 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.130:40145
02:04:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.855585 12315 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.130:40145 every 8 connection(s)
02:04:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.858436 12156 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.868319 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 12156
02:04:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.868937 11646 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal/instance
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.882720 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:0
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:00.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.918797 12317 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.919168 12316 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.919394 12317 heartbeater.cc:461] Registering TS with master...
02:04:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.919595 12316 heartbeater.cc:461] Registering TS with master...
02:04:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.920775 12317 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.921015 12316 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.919133 12318 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.922179 12318 heartbeater.cc:461] Registering TS with master...
02:04:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.923345 12318 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.924114 11789 ts_manager.cc:194] Registered new tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.924310 11881 ts_manager.cc:194] Registered new tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.926214 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.130:52477
02:04:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:00.927176 11696 ts_manager.cc:194] Registered new tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:01.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:01.261096 12328 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:01.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:01.261672 12328 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:01.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:01.262135 12328 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:01.297876 12328 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:01.298890 12328 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.131
02:04:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.340768 12328 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:0
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.342442 12328 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.344872 12328 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:01.360953 12335 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:01.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:01.930027 12316 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:01.363085 12336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:02.640901 12338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:02.643823 12337 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1276 milliseconds
02:04:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.643967 12328 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.645421 12328 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.648033 12328 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.649461 12328 hybrid_clock.cc:648] HybridClock initialized: now 1786500242649424 us; error 41 us; skew 500 ppm
02:04:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.650535 12328 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:02.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.657876 12328 webserver.cc:533] Webserver started at http://127.11.95.131:38165/ using document root <none> and password file <none>
02:04:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.659005 12328 fs_manager.cc:362] Metadata directory not provided
02:04:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.659286 12328 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.659855 12328 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.664403 12328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/instance:
02:04:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:02 on dist-test-slave-p3t5"
02:04:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.665789 12328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal/instance:
02:04:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:02 on dist-test-slave-p3t5"
02:04:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.673971 12328 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.004s
02:04:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.680388 12352 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.681701 12328 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:04:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.682112 12328 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:02 on dist-test-slave-p3t5"
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.682519 12328 fs_report.cc:389] FS layout report
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/data
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.739094 12328 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.740713 12328 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.741178 12328 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:02.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.744006 12328 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.750443 12328 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.750674 12328 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:04:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.750917 12328 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.751075 12328 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:04:02.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.908540 12328 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.131:38087
02:04:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.908658 12483 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.131:38087 every 8 connection(s)
02:04:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.911413 12328 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.913311 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 12328
02:04:02.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.913744 11646 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal/instance
02:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.966908 12486 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.967483 12486 heartbeater.cc:461] Registering TS with master...
02:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.967844 12484 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.968196 12484 heartbeater.cc:461] Registering TS with master...
02:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.969035 12486 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.969484 12484 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.972613 11696 ts_manager.cc:194] Registered new tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.973052 11789 ts_manager.cc:194] Registered new tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.974910 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.131:39431
02:04:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.975495 12485 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.975857 12485 heartbeater.cc:461] Registering TS with master...
02:04:02.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.976824 12485 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.979388 11881 ts_manager.cc:194] Registered new tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:02.998104 11646 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:04:03.010 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:04:03.012 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:04:03.024 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.95.190"
      port: 33333
    }
    bound_http_address {
      host: "127.11.95.190"
      port: 44929
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.95.189"
      port: 45657
    }
    bound_http_address {
      host: "127.11.95.189"
      port: 34211
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.95.188"
      port: 41493
    }
    bound_http_address {
      host: "127.11.95.188"
      port: 37955
    }
  }
}

02:04:03.028 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:04:03.031 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.95.129"
      port: 46425
    }
    bound_http_address {
      host: "127.11.95.129"
      port: 45803
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.95.130"
      port: 40145
    }
    bound_http_address {
      host: "127.11.95.130"
      port: 35227
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.95.131"
      port: 38087
    }
    bound_http_address {
      host: "127.11.95.131"
      port: 38165
    }
  }
}

02:04:03.032 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:04:03.211 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:04:03.284 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:04:03.474 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.95.190:33333(127.11.95.190:33333)] connecting to peer
02:04:03.539 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.95.188:41493(127.11.95.188:41493)] connecting to peer
02:04:03.541 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.95.189:45657(127.11.95.189:45657)] connecting to peer
02:04:03.559 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.95.189:45657(127.11.95.189:45657)] Successfully connected to peer
02:04:03.564 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.95.188:41493(127.11.95.188:41493)] Successfully connected to peer
02:04:03.580 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.95.190:33333(127.11.95.190:33333)] Successfully connected to peer
02:04:03.676 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.11.95.190
02:04:03.676 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.11.95.188
02:04:03.676 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.11.95.189
02:04:03.924 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x23b32460, L:/127.0.0.1:60724 - R:/127.11.95.188:41493] using SASL/PLAIN
02:04:03.924 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xac300bed, L:/127.0.0.1:35034 - R:/127.11.95.190:33333] using SASL/PLAIN
02:04:03.925 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x3740fcb7, L:/127.0.0.1:36088 - R:/127.11.95.189:45657] using SASL/PLAIN
02:04:03.974 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:04:03.975 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=545), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.95.190:33333, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.95.188:41493, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.95.189:45657, [507ms] Sub RPC ConnectToMaster: received response from server master-127.11.95.190:33333: OK, [507ms] Sub RPC ConnectToMaster: received response from server master-127.11.95.188:41493: OK, [508ms] Sub RPC ConnectToMaster: received response from server master-127.11.95.189:45657: OK, deferred=null) after lookup
02:04:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:03.978648 12484 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.040195 11789 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36088:
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412"
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
02:04:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:04:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:04:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.045264 11789 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:04:04.150 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7f951e10eb874387920171ffa5e5677f
02:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.181012 12407 tablet_service.cc:1511] Processing CreateTablet for tablet c7505f9e925949cf8440e1c3b128522e (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412 [id=7f951e10eb874387920171ffa5e5677f]), partition=RANGE (key) PARTITION UNBOUNDED
02:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.184023 12407 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c7505f9e925949cf8440e1c3b128522e. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.196697 12076 tablet_service.cc:1511] Processing CreateTablet for tablet c7505f9e925949cf8440e1c3b128522e (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412 [id=7f951e10eb874387920171ffa5e5677f]), partition=RANGE (key) PARTITION UNBOUNDED
02:04:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.199812 12076 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c7505f9e925949cf8440e1c3b128522e. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.213248 12241 tablet_service.cc:1511] Processing CreateTablet for tablet c7505f9e925949cf8440e1c3b128522e (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412 [id=7f951e10eb874387920171ffa5e5677f]), partition=RANGE (key) PARTITION UNBOUNDED
02:04:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.215832 12241 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c7505f9e925949cf8440e1c3b128522e. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.219121 12527 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap starting.
02:04:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.233223 12527 tablet_bootstrap.cc:654] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Neither blocks nor log segments found. Creating new log.
02:04:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.235991 12527 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Log is configured to *not* fsync() on all Append() calls
02:04:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.249194 12527 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: No bootstrap required, opened a new log
02:04:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.250203 12527 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent bootstrapping tablet: real 0.032s	user 0.022s	sys 0.000s
02:04:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.283767 12527 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.285346 12529 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap starting.
02:04:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.286155 12527 raft_consensus.cc:385] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.286877 12527 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Initialized, Role: FOLLOWER
02:04:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.288514 12527 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.290879 12530 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap starting.
02:04:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.294236 12527 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent starting tablet: real 0.043s	user 0.036s	sys 0.000s
02:04:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.301429 12529 tablet_bootstrap.cc:654] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Neither blocks nor log segments found. Creating new log.
02:04:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.304092 12529 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Log is configured to *not* fsync() on all Append() calls
02:04:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.310557 12530 tablet_bootstrap.cc:654] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Neither blocks nor log segments found. Creating new log.
02:04:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.313599 12530 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Log is configured to *not* fsync() on all Append() calls
02:04:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.316404 12529 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: No bootstrap required, opened a new log
02:04:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.317389 12529 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent bootstrapping tablet: real 0.033s	user 0.007s	sys 0.011s
02:04:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.322204 12530 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: No bootstrap required, opened a new log
02:04:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.322788 12530 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent bootstrapping tablet: real 0.033s	user 0.014s	sys 0.004s
02:04:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.348059 12530 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.349498 12530 raft_consensus.cc:385] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.350220 12530 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4eb6880006ae44d78bd8bda6037e04c0, State: Initialized, Role: FOLLOWER
02:04:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.351905 12530 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.356804 12529 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.358093 12529 raft_consensus.cc:385] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.358430 12529 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Initialized, Role: FOLLOWER
02:04:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.359871 12529 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.363827 12530 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent starting tablet: real 0.041s	user 0.032s	sys 0.004s
02:04:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.389537 12529 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent starting tablet: real 0.072s	user 0.034s	sys 0.004s
02:04:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.400384 12326 tablet.cc:2406] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.462951 12491 tablet.cc:2406] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:04.521095 12162 tablet.cc:2406] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.590806 12531 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.591552 12531 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.604089 12531 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.607577 12534 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:04.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.608590 12534 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.615067 12534 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.629438 12102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" is_pre_election: true
02:04:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.630744 12102 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 0.
02:04:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.632632 12354 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 
02:04:04.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.635409 12531 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:04.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.635757 12531 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:04.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.636039 12531 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 0 FOLLOWER]: Advancing to term 1
02:04:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.638561 12430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19" is_pre_election: true
02:04:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.642266 12102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" is_pre_election: true
02:04:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.643133 12102 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eb6880006ae44d78bd8bda6037e04c0 in term 0.
02:04:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.646450 12187 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 
02:04:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.648614 12534 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.649035 12534 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.649467 12534 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 0 FOLLOWER]: Advancing to term 1
02:04:04.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.650489 12531 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.653227 12430 raft_consensus.cc:2393] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 4eb6880006ae44d78bd8bda6037e04c0 in current term 1: Already voted for candidate 994f3d7211f640e4b69b9e00f9706c19 in this term.
02:04:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.655442 12263 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0" is_pre_election: true
02:04:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.659577 12531 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 1 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.660642 12102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.661456 12102 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 0 FOLLOWER]: Advancing to term 1
02:04:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.661888 12262 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.663033 12534 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.665879 12263 raft_consensus.cc:2393] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 994f3d7211f640e4b69b9e00f9706c19 in current term 1: Already voted for candidate 4eb6880006ae44d78bd8bda6037e04c0 in this term.
02:04:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.671756 12102 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 1.
02:04:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.672569 12430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.673395 12430 raft_consensus.cc:2393] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 4eb6880006ae44d78bd8bda6037e04c0 in current term 1: Already voted for candidate 994f3d7211f640e4b69b9e00f9706c19 in this term.
02:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.673673 12354 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0
02:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.675436 12534 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 1 election: Requested vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.675387 12531 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Leader election won for term 1
02:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.676275 12102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.677266 12102 raft_consensus.cc:2393] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 4eb6880006ae44d78bd8bda6037e04c0 in current term 1: Already voted for candidate 994f3d7211f640e4b69b9e00f9706c19 in this term.
02:04:04.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.677800 12531 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 LEADER]: Becoming Leader. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Running, Role: LEADER
02:04:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.679387 12187 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0; no voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19
02:04:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.679539 12531 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.680426 12534 raft_consensus.cc:2749] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
02:04:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:04.694849 11788 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 reported cstate change: term changed from 0 to 1, leader changed from <none> to 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131). New cstate: current_term: 1 leader_uuid: "994f3d7211f640e4b69b9e00f9706c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: UNKNOWN } } }
02:04:04.862 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 7f951e10eb874387920171ffa5e5677f
02:04:04.893 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:04.902 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299990, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:04.904 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [14ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=null) after lookup
02:04:04.920 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:04.925 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] Successfully connected to peer
02:04:05.025 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xcba287b6, L:/127.0.0.1:40208 - R:/127.11.95.131:38087] using TOKEN/null
02:04:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:05.043622 12102 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Refusing update from remote peer 994f3d7211f640e4b69b9e00f9706c19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:05.043905 12263 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Refusing update from remote peer 994f3d7211f640e4b69b9e00f9706c19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:05.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:05.045737 12541 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:04:05.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:05.046641 12531 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:05.123698 12555 mvcc.cc:204] Tried to move back new op lower bound from 7317505003677097984 to 7317505002218455040. Current Snapshot: MvccSnapshot[applied={T|T < 7317505003677097984}]
02:04:05.278 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:05.280 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.131:38087
02:04:05.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:05.282873 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 12328
02:04:05.320 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:05.325 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] handling channelInactive
02:04:05.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state READY due to: connection closed
02:04:05.326 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: connection closed
02:04:05.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:05.337 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:05.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [5ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1819756200(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@397935bf -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62fe648d -> wakeup thread Time-limited test)) after lookup
02:04:05.338 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:05.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.341 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:05.357 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:05.358 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [5ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [17ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [20ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [36ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1819756200(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@397935bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62fe648d -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365))) after lookup
02:04:05.358 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:05.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.360 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.376 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:05.376 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:05.377 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [5ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [17ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [20ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [36ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [38ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [40ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [40ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [56ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1819756200(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@397935bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62fe648d -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409))) after lookup
02:04:05.378 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:05.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.380 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.456 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:05.456 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:05.457 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=136), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [5ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [17ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [20ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [36ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [38ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [40ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [40ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [56ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [58ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [60ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [60ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [136ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1819756200(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@397935bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62fe648d -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027))) after lookup
02:04:05.458 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:05.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.460 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:05.637 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:05.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=317), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [5ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [17ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [20ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [36ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [38ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [40ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [40ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [56ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [58ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [60ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [60ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [136ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [137ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [140ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [140ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [311ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [316ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1819756200(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@397935bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027) -> (continuation of Deferred@572226698 after retry RPC@1492187236), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62fe648d -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027) -> (continuation of Deferred@572226698 after retry RPC@1492187236))) after lookup
02:04:05.639 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:05.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.640 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.937 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:05.937 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:05.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=617), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [5ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [17ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [20ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [36ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [38ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [40ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [40ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [56ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [58ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [60ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [60ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [136ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [137ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [140ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [140ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [311ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [316ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [319ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [320ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [320ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [611ms] refreshing cache from master, [612ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [616ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1819756200(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@397935bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027) -> (continuation of Deferred@572226698 after retry RPC@1492187236) -> (continuation of Deferred@2081523659 after retry RPC@595420149), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62fe648d -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027) -> (continuation of Deferred@572226698 after retry RPC@1492187236) -> (continuation of Deferred@2081523659 after retry RPC@595420149))) after lookup
02:04:05.939 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:05.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:05.941 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.683899 12571 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:06.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.684317 12571 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.686008 12571 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:06.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.688462 12187 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:06.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.688895 12102 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" is_pre_election: true
02:04:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.692420 12187 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.692889 12187 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0; no voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19
02:04:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.693552 12571 raft_consensus.cc:2749] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:04:06.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.694964 12574 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:06.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.695446 12574 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:06.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.698587 12574 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.703543 12024 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.708559 12024 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.711969 12262 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0" is_pre_election: true
02:04:06.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.712893 12262 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 1.
02:04:06.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.714179 12025 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.714974 12574 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Leader pre-election won for term 2
02:04:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.715351 12574 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Starting leader election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.715721 12574 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 1 FOLLOWER]: Advancing to term 2
02:04:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.720722 12574 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.722599 12574 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 2 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.723626 12262 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.724248 12262 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 1 FOLLOWER]: Advancing to term 2
02:04:06.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:06.727458 12024 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.730091 12262 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 2.
02:04:06.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.731089 12025 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.731716 12574 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 2 FOLLOWER]: Leader election won for term 2
02:04:06.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.733700 12574 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 2 LEADER]: Becoming Leader. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Running, Role: LEADER
02:04:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.734762 12574 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:06.744715 11788 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e reported cstate change: term changed from 1 to 2, leader changed from 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131) to 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129). New cstate: current_term: 2 leader_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: HEALTHY } } }
02:04:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:07.129510 12024 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e -> Peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Couldn't send request to peer 994f3d7211f640e4b69b9e00f9706c19. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:07.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:07.317879 12262 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 2 FOLLOWER]: Refusing update from remote peer 6eb3ffc7729f42be91c560bf63f43a0e: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:04:07.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:07.319346 12574 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:04:08.836 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:08.836 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:08.837 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3516), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [5ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [16ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [17ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [20ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [36ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [38ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [40ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [40ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [56ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [58ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [60ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [60ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [136ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [137ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [140ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [140ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [311ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [316ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [319ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [320ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [320ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [611ms] refreshing cache from master, [612ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [616ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [619ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [621ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [621ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [3511ms] refreshing cache from master, [3511ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [3516ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1819756200(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@397935bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027) -> (continuation of Deferred@572226698 after retry RPC@1492187236) -> (continuation of Deferred@2081523659 after retry RPC@595420149) -> (continuation of Deferred@1845873032 after retry RPC@649031030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62fe648d -> wakeup thread Time-limited test -> (continuation of Deferred@1638818838 after retry RPC@408859365) -> (continuation of Deferred@1225475775 after retry RPC@226869409) -> (continuation of Deferred@1914806619 after retry RPC@13914027) -> (continuation of Deferred@572226698 after retry RPC@1492187236) -> (continuation of Deferred@2081523659 after retry RPC@595420149) -> (continuation of Deferred@1845873032 after retry RPC@649031030))) after lookup
02:04:08.838 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:08.839 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] Successfully connected to peer
02:04:08.864 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x1373812c, L:/127.0.0.1:59652 - R:/127.11.95.129:46425] using TOKEN/null
02:04:08.929 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.131:38087
02:04:08.930 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:08.932776 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.296209 12617 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.296818 12617 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.297555 12617 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.333699 12617 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.334770 12617 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.131
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.379752 12617 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.381183 12617 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:09.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:09.383020 12617 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.397075 12627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:09.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.703279 12024 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e -> Peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Couldn't send request to peer 994f3d7211f640e4b69b9e00f9706c19. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.399956 12628 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:09.403618 12630 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:10.694268 12629 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1290 milliseconds
02:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.694403 12617 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.695719 12617 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:10.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.701426 12617 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:10.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.703058 12617 hybrid_clock.cc:648] HybridClock initialized: now 1786500250703003 us; error 67 us; skew 500 ppm
02:04:10.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.704183 12617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.711349 12617 webserver.cc:533] Webserver started at http://127.11.95.131:38165/ using document root <none> and password file <none>
02:04:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.712548 12617 fs_manager.cc:362] Metadata directory not provided
02:04:10.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.712870 12617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.722083 12617 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.001s
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.727315 12647 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:10.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.728718 12617 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
02:04:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.729148 12617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:02 on dist-test-slave-p3t5"
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.731519 12617 fs_report.cc:389] FS layout report
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/data
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.807478 12617 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.809600 12617 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.810302 12617 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.813277 12617 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:10.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.820024 12657 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.829535 12617 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.830004 12617 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.012s	user 0.000s	sys 0.002s
02:04:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.830350 12617 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.836359 12617 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:10.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.836622 12617 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.004s	sys 0.000s
02:04:10.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.837188 12657 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap starting.
02:04:10.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.905016 12657 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Log is configured to *not* fsync() on all Append() calls
02:04:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.939152 12657 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.940548 12657 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap complete.
02:04:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.942302 12657 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent bootstrapping tablet: real 0.106s	user 0.071s	sys 0.032s
02:04:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.966114 12657 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.968713 12657 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Initialized, Role: FOLLOWER
02:04:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.970137 12657 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:10.975442 12657 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent starting tablet: real 0.033s	user 0.020s	sys 0.012s
02:04:11.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.041647 12617 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.131:38087
02:04:11.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.042025 12784 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.131:38087 every 8 connection(s)
02:04:11.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.044783 12617 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:11.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.051651 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 12617
02:04:11.094 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:11.096 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.129:46425
02:04:11.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:04:11.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.097301 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 11973
02:04:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.106817 12785 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.107445 12785 heartbeater.cc:461] Registering TS with master...
02:04:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.109057 12785 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.110316 12786 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:11.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.110743 12786 heartbeater.cc:461] Registering TS with master...
02:04:11.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.111837 12786 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.117414 11880 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.119215 12787 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.119629 12787 heartbeater.cc:461] Registering TS with master...
02:04:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.120021 11789 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.120638 12787 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.123945 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.131:56305
02:04:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:11.125066 11695 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:11.143514 12189 connection.cc:573] server connection from 127.11.95.129:38347 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:04:11.144 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] handling channelInactive
02:04:11.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state READY due to: connection closed
02:04:11.146 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:11.147 [DEBUG - Time-limited test] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:11.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.149 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.157 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:11.157 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:11.157 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@311973460(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@31cf45c4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e755f8 -> wakeup thread Time-limited test)) after lookup
02:04:11.158 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:11.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.159 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:11.177 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:11.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [11ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [12ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@311973460(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@31cf45c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e755f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157))) after lookup
02:04:11.178 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:11.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.179 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.195 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:11.196 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:11.196 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [11ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [12ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [32ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [48ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@311973460(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@31cf45c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e755f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614))) after lookup
02:04:11.197 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:11.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.199 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:11.296 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:11.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [11ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [12ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [32ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [48ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [50ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [52ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [52ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [149ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@311973460(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@31cf45c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614) -> (continuation of Deferred@384654800 after retry RPC@200027758), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e755f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614) -> (continuation of Deferred@384654800 after retry RPC@200027758))) after lookup
02:04:11.297 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:11.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.299 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.496 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:11.497 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:11.497 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=350), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [11ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [12ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [32ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [48ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [50ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [52ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [52ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [149ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [150ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [152ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [153ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [344ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [349ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@311973460(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@31cf45c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614) -> (continuation of Deferred@384654800 after retry RPC@200027758) -> (continuation of Deferred@892222295 after retry RPC@1414731437), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e755f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614) -> (continuation of Deferred@384654800 after retry RPC@200027758) -> (continuation of Deferred@892222295 after retry RPC@1414731437))) after lookup
02:04:11.498 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:11.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:11.500 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.130429 12785 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:12.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.532577 12800 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.533274 12800 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.535974 12800 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:12.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.541298 12650 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:12.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.546115 12650 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.550133 12262 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0" is_pre_election: true
02:04:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.552264 12651 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e
02:04:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.553054 12800 raft_consensus.cc:2749] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:04:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.599448 12805 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 6eb3ffc7729f42be91c560bf63f43a0e)
02:04:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.599980 12805 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.602471 12805 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.607775 12187 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.616739 12187 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.618310 12731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19" is_pre_election: true
02:04:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.618963 12731 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eb6880006ae44d78bd8bda6037e04c0 in term 1.
02:04:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.620249 12187 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 994f3d7211f640e4b69b9e00f9706c19; no voters: 6eb3ffc7729f42be91c560bf63f43a0e
02:04:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.620982 12805 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:04:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.621321 12805 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 6eb3ffc7729f42be91c560bf63f43a0e)
02:04:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.621593 12805 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 2 FOLLOWER]: Advancing to term 3
02:04:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.626689 12805 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:12.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.628408 12805 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 3 election: Requested vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.629259 12731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.629763 12731 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 1 FOLLOWER]: Advancing to term 3
02:04:12.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:12.632596 12187 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.637423 12731 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4eb6880006ae44d78bd8bda6037e04c0 in term 3.
02:04:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.638530 12187 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 994f3d7211f640e4b69b9e00f9706c19; no voters: 6eb3ffc7729f42be91c560bf63f43a0e
02:04:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.639292 12805 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 3 FOLLOWER]: Leader election won for term 3
02:04:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.640969 12805 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 3 LEADER]: Becoming Leader. State: Replica: 4eb6880006ae44d78bd8bda6037e04c0, State: Running, Role: LEADER
02:04:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.642045 12805 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:12.653529 11789 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 reported cstate change: term changed from 2 to 3, leader changed from 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129) to 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130). New cstate: current_term: 3 leader_uuid: "4eb6880006ae44d78bd8bda6037e04c0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: UNKNOWN } } }
02:04:12.977 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:12.977 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:12.978 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1831), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [11ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [12ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [32ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [48ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [50ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [52ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [52ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [149ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [150ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [152ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [153ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [344ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [349ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [351ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [353ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [353ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [1824ms] refreshing cache from master, [1824ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1829ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@311973460(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@31cf45c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614) -> (continuation of Deferred@384654800 after retry RPC@200027758) -> (continuation of Deferred@892222295 after retry RPC@1414731437) -> (continuation of Deferred@1425616099 after retry RPC@408141487), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34e755f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1915756046 after retry RPC@2096549157) -> (continuation of Deferred@1122065809 after retry RPC@963939614) -> (continuation of Deferred@384654800 after retry RPC@200027758) -> (continuation of Deferred@892222295 after retry RPC@1414731437) -> (continuation of Deferred@1425616099 after retry RPC@408141487))) after lookup
02:04:12.979 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:12.980 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] Successfully connected to peer
02:04:13.002 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x4d04c1ae, L:/127.0.0.1:34170 - R:/127.11.95.130:40145] using TOKEN/null
02:04:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.015926 12731 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 3 FOLLOWER]: Refusing update from remote peer 4eb6880006ae44d78bd8bda6037e04c0: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
02:04:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.017603 12187 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 -> Peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Couldn't send request to peer 6eb3ffc7729f42be91c560bf63f43a0e. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:13.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.018618 12805 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
02:04:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.042116 12828 mvcc.cc:204] Tried to move back new op lower bound from 7317505019381043200 to 7317505010633486336. Current Snapshot: MvccSnapshot[applied={T|T < 7317505019381043200}]
02:04:13.130 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.129:46425
02:04:13.131 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.133168 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:04:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:46425
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45803
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:13.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.482853 12834 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.483613 12834 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.484290 12834 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.520735 12834 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.521915 12834 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.129
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.560720 12834 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:04:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:46425
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45803
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.562691 12834 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:13.564922 12834 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.579945 12840 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.584465 12843 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:13.580850 12841 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:14.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:14.822145 12842 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:04:14.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.822292 12834 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.827060 12834 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:14.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.829735 12834 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:14.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.831306 12834 hybrid_clock.cc:648] HybridClock initialized: now 1786500254831194 us; error 92 us; skew 500 ppm
02:04:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.832381 12834 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.839768 12834 webserver.cc:533] Webserver started at http://127.11.95.129:45803/ using document root <none> and password file <none>
02:04:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.840873 12834 fs_manager.cc:362] Metadata directory not provided
02:04:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.841168 12834 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.849828 12834 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.007s	sys 0.000s
02:04:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.855296 12856 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:14.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.856758 12834 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.857085 12834 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-p3t5"
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.859179 12834 fs_report.cc:389] FS layout report
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/data
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.920109 12834 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.921868 12834 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.922310 12834 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.925190 12834 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:14.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.931695 12864 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.940836 12834 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.941183 12834 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.002s	sys 0.000s
02:04:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.941596 12834 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.947515 12834 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.947813 12834 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.002s	sys 0.003s
02:04:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:14.948215 12864 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap starting.
02:04:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.010551 12864 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Log is configured to *not* fsync() on all Append() calls
02:04:15.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.060854 12864 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:15.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.062068 12864 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap complete.
02:04:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.064332 12864 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent bootstrapping tablet: real 0.117s	user 0.070s	sys 0.040s
02:04:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.096577 12864 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.101364 12864 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Initialized, Role: FOLLOWER
02:04:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.103063 12864 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.109829 12864 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent starting tablet: real 0.045s	user 0.033s	sys 0.007s
02:04:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.184991 12834 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.129:46425
02:04:15.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.185341 12990 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.129:46425 every 8 connection(s)
02:04:15.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.188280 12834 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:15.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.192027 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 12834
02:04:15.193 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.235114 12991 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.235826 12991 heartbeater.cc:461] Registering TS with master...
02:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.239421 12991 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:15.242 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:15.244 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.130:40145
02:04:15.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:04:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.244602 11789 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.245484 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 12156
02:04:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.247403 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.129:49979
02:04:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.258232 12992 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.258597 12993 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.258669 12992 heartbeater.cc:461] Registering TS with master...
02:04:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.259011 12993 heartbeater.cc:461] Registering TS with master...
02:04:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.259465 12992 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.259637 12993 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.262943 11695 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:15.263770 11880 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:15.291 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] handling channelInactive
02:04:15.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state READY due to: connection closed
02:04:15.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:15.293 [DEBUG - Time-limited test] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:15.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.295 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.315 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:15.315 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:15.316 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1045845844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@d089e3d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e196f47 -> wakeup thread Time-limited test)) after lookup
02:04:15.316 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:15.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.318 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:15.337 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:15.338 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [25ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [25ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1045845844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@d089e3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e196f47 -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360))) after lookup
02:04:15.339 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:15.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.340 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:15.379 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:15.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [25ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [25ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [45ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [47ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [47ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [85ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1045845844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@d089e3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e196f47 -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865))) after lookup
02:04:15.380 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:15.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.382 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.548 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:15.549 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:15.549 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=256), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [25ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [25ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [45ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [47ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [47ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [85ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [87ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [89ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [89ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [255ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1045845844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@d089e3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e196f47 -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954))) after lookup
02:04:15.551 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:15.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.552 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:15.576 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:15.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=283), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [25ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [25ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [45ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [47ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [47ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [85ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [87ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [89ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [89ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [255ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [257ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [259ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [260ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [278ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [282ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1045845844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@d089e3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954) -> (continuation of Deferred@472301269 after retry RPC@543097569), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e196f47 -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954) -> (continuation of Deferred@472301269 after retry RPC@543097569))) after lookup
02:04:15.577 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:15.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:15.579 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:16.056 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:16.056 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:16.057 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=764), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [25ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [25ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [45ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [47ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [47ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [85ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [87ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [89ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [89ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [255ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [257ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [259ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [260ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [278ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [282ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [284ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [285ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [286ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [758ms] refreshing cache from master, [759ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [762ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1045845844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@d089e3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954) -> (continuation of Deferred@472301269 after retry RPC@543097569) -> (continuation of Deferred@1160045363 after retry RPC@489990524), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e196f47 -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954) -> (continuation of Deferred@472301269 after retry RPC@543097569) -> (continuation of Deferred@1160045363 after retry RPC@489990524))) after lookup
02:04:16.057 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:16.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:16.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:16.058 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.256465 12991 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.380903 13005 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 4eb6880006ae44d78bd8bda6037e04c0)
02:04:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.381336 13005 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.383023 13005 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:16.389397 12651 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.396711 12938 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" is_pre_election: true
02:04:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.397526 12938 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 2.
02:04:16.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.399176 12650 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0
02:04:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.399997 13005 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:04:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.400321 13005 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 4eb6880006ae44d78bd8bda6037e04c0)
02:04:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.400555 13005 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 3 FOLLOWER]: Advancing to term 4
02:04:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.405304 13005 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.407055 13005 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 4 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.408452 12938 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.409147 12938 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 2 FOLLOWER]: Advancing to term 4
02:04:16.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:16.411624 12651 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:16.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.417546 12938 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 4.
02:04:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.418978 12650 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0
02:04:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.419766 13005 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 4 FOLLOWER]: Leader election won for term 4
02:04:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.421128 13005 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 4 LEADER]: Becoming Leader. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Running, Role: LEADER
02:04:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.422111 13005 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.432904 11789 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 reported cstate change: term changed from 3 to 4, leader changed from 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130) to 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131). New cstate: current_term: 4 leader_uuid: "994f3d7211f640e4b69b9e00f9706c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: UNKNOWN } } }
02:04:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:16.551328 11823 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7d80 after lost signal to thread 11749
02:04:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:16.551975 11823 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3880 after lost signal to thread 11826
02:04:16.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.886687 12938 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 4 FOLLOWER]: Refusing update from remote peer 994f3d7211f640e4b69b9e00f9706c19: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
02:04:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:16.888373 13005 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
02:04:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:16.903406 12651 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 -> Peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Couldn't send request to peer 4eb6880006ae44d78bd8bda6037e04c0. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:17.708714 12651 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111) [suppressed 4 similar messages]
02:04:18.455 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:18.456 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:18.456 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3163), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [25ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [25ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [45ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [47ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [47ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [85ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [87ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [89ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [89ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [255ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [257ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [259ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [260ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [278ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [282ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [284ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [285ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [286ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [758ms] refreshing cache from master, [759ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [762ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [764ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [765ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [766ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [3158ms] refreshing cache from master, [3158ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [3162ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1045845844(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@d089e3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954) -> (continuation of Deferred@472301269 after retry RPC@543097569) -> (continuation of Deferred@1160045363 after retry RPC@489990524) -> (continuation of Deferred@1493249740 after retry RPC@1640371161), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e196f47 -> wakeup thread Time-limited test -> (continuation of Deferred@1449255524 after retry RPC@603442360) -> (continuation of Deferred@1988031890 after retry RPC@1802597865) -> (continuation of Deferred@1705628987 after retry RPC@93796954) -> (continuation of Deferred@472301269 after retry RPC@543097569) -> (continuation of Deferred@1160045363 after retry RPC@489990524) -> (continuation of Deferred@1493249740 after retry RPC@1640371161))) after lookup
02:04:18.457 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:18.458 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] Successfully connected to peer
02:04:18.487 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x97f5b0f1, L:/127.0.0.1:40896 - R:/127.11.95.131:38087] using TOKEN/null
02:04:18.553 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.130:40145
02:04:18.553 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.555559 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:40145
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35227
02:04:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:04:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:18.899281 13060 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:18.899981 13060 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:18.900636 13060 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:18.936908 13060 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:18.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:18.938257 13060 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.130
02:04:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.983490 13060 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:40145
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35227
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.984853 13060 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:18.986645 13060 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:19.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.001896 13070 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.469655 12651 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 -> Peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Couldn't send request to peer 4eb6880006ae44d78bd8bda6037e04c0. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:20.405575 13068 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 13060
02:04:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:20.770218 13060 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.768s	user 0.594s	sys 1.101s
02:04:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:20.770689 13060 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.769s	user 0.594s	sys 1.101s
02:04:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:19.002974 13072 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:20.771235 13073 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1766 milliseconds
02:04:20.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:20.772781 13074 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:20.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.772699 13060 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:20.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.777136 13060 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.781504 13060 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.783079 13060 hybrid_clock.cc:648] HybridClock initialized: now 1786500260783024 us; error 56 us; skew 500 ppm
02:04:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.784118 13060 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.791095 13060 webserver.cc:533] Webserver started at http://127.11.95.130:35227/ using document root <none> and password file <none>
02:04:20.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.792261 13060 fs_manager.cc:362] Metadata directory not provided
02:04:20.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.792575 13060 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.801869 13060 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.007s	sys 0.000s
02:04:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.807070 13087 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.808403 13060 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.808852 13060 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-p3t5"
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.811070 13060 fs_report.cc:389] FS layout report
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/data
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.868773 13060 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.870579 13060 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.871019 13060 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.873992 13060 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.880733 13095 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.890069 13060 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.890348 13060 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.002s	sys 0.000s
02:04:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.890619 13060 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.895985 13060 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.896211 13060 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.000s	sys 0.003s
02:04:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.896826 13095 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap starting.
02:04:20.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:20.968495 13095 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Log is configured to *not* fsync() on all Append() calls
02:04:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.035193 13095 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.036640 13095 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap complete.
02:04:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.038818 13095 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent bootstrapping tablet: real 0.142s	user 0.100s	sys 0.035s
02:04:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.068233 13095 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.072237 13095 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4eb6880006ae44d78bd8bda6037e04c0, State: Initialized, Role: FOLLOWER
02:04:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.073249 13095 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.078112 13095 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent starting tablet: real 0.039s	user 0.035s	sys 0.004s
02:04:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.097404 13060 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.130:40145
02:04:21.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.097838 13230 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.130:40145 every 8 connection(s)
02:04:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.100490 13060 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.102029 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 13060
02:04:21.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:21.142 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.161870 13233 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.162442 13233 heartbeater.cc:461] Registering TS with master...
02:04:21.163 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.131:38087
02:04:21.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.163978 13233 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.164474 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 12617
02:04:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.170135 11695 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.193379 13231 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.193835 13231 heartbeater.cc:461] Registering TS with master...
02:04:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.193962 13232 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.194420 13232 heartbeater.cc:461] Registering TS with master...
02:04:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.194979 13231 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.195411 13232 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.199824 11788 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.204147 11880 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:21.208932 11788 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.130:59117
02:04:21.242 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] handling channelInactive
02:04:21.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state READY due to: connection closed
02:04:21.242 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:21.243 [DEBUG - Time-limited test] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:21.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.244 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:21.256 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:21.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [1ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1241104005(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3fcf6e14 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2044024e -> wakeup thread Time-limited test)) after lookup
02:04:21.257 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:21.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.259 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.275 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:21.276 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:21.276 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [1ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [14ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [16ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [16ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1241104005(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3fcf6e14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2044024e -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107))) after lookup
02:04:21.277 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:21.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.278 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:21.296 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:21.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [1ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [14ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [16ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [16ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [34ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [35ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [36ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [52ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1241104005(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3fcf6e14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2044024e -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803))) after lookup
02:04:21.297 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:21.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.299 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:21.376 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:21.376 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=133), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [1ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [14ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [16ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [16ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [34ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [35ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [36ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [52ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [54ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [56ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [56ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [132ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1241104005(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3fcf6e14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803) -> (continuation of Deferred@1459695552 after retry RPC@1930947583), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2044024e -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803) -> (continuation of Deferred@1459695552 after retry RPC@1930947583))) after lookup
02:04:21.377 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:21.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.378 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:21.636 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:21.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=394), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [1ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [14ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [16ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [16ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [34ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [35ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [36ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [52ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [54ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [56ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [56ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [132ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [134ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [135ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [135ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [389ms] refreshing cache from master, [389ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [392ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1241104005(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3fcf6e14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803) -> (continuation of Deferred@1459695552 after retry RPC@1930947583) -> (continuation of Deferred@1858406750 after retry RPC@574709610), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2044024e -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803) -> (continuation of Deferred@1459695552 after retry RPC@1930947583) -> (continuation of Deferred@1858406750 after retry RPC@574709610))) after lookup
02:04:21.637 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:21.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:21.639 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.213819 13231 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.458839 13245 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.459295 13245 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.462150 13245 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.466666 12859 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.470444 12859 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.475015 13174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0" is_pre_election: true
02:04:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.475750 13174 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 3.
02:04:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.477233 12860 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.478077 13245 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 4 FOLLOWER]: Leader pre-election won for term 5
02:04:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.478385 13245 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 4 FOLLOWER]: Starting leader election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.478746 13245 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 4 FOLLOWER]: Advancing to term 5
02:04:22.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.483561 13245 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.485145 13245 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 5 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.486266 13174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.486840 13174 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 3 FOLLOWER]: Advancing to term 5
02:04:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.489145 12859 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.494114 13174 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 5.
02:04:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.495257 12860 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.496016 13245 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 5 FOLLOWER]: Leader election won for term 5
02:04:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.497753 13245 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 5 LEADER]: Becoming Leader. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Running, Role: LEADER
02:04:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.498943 13245 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.508235 11788 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e reported cstate change: term changed from 4 to 5, leader changed from 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131) to 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129). New cstate: current_term: 5 leader_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: HEALTHY } } }
02:04:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.888936 13174 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 5 FOLLOWER]: Refusing update from remote peer 6eb3ffc7729f42be91c560bf63f43a0e: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
02:04:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:22.890565 13245 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
02:04:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:22.934514 12859 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e -> Peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Couldn't send request to peer 994f3d7211f640e4b69b9e00f9706c19. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:23.076 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:23.076 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:23.076 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1833), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [1ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [12ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [14ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [16ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [16ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [32ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [34ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [35ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [36ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [52ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [54ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [56ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [56ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [132ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [134ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [135ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [135ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [389ms] refreshing cache from master, [389ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [392ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [394ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [396ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [396ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1828ms] refreshing cache from master, [1828ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1832ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1241104005(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3fcf6e14 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803) -> (continuation of Deferred@1459695552 after retry RPC@1930947583) -> (continuation of Deferred@1858406750 after retry RPC@574709610) -> (continuation of Deferred@1133743227 after retry RPC@1803624812), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2044024e -> wakeup thread Time-limited test -> (continuation of Deferred@1658757028 after retry RPC@1653127107) -> (continuation of Deferred@1007053407 after retry RPC@454554803) -> (continuation of Deferred@1459695552 after retry RPC@1930947583) -> (continuation of Deferred@1858406750 after retry RPC@574709610) -> (continuation of Deferred@1133743227 after retry RPC@1803624812))) after lookup
02:04:23.077 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:23.078 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] Successfully connected to peer
02:04:23.099 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x869ee444, L:/127.0.0.1:37732 - R:/127.11.95.129:46425] using TOKEN/null
02:04:23.158 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.131:38087
02:04:23.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:23.160209 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:23.542733 13275 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:23.543457 13275 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:23.544260 13275 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:23.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:23.599349 13275 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:23.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:23.600229 13275 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.131
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:23.639040 13275 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:23.640435 13275 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:23.642235 13275 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:23.658080 13283 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:23.659036 13285 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.969116 13288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:24.973364 13287 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1314 milliseconds
02:04:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.973481 13275 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.975107 13275 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.977835 13275 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.979326 13275 hybrid_clock.cc:648] HybridClock initialized: now 1786500264979282 us; error 46 us; skew 500 ppm
02:04:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.980306 13275 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:24.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.987591 13275 webserver.cc:533] Webserver started at http://127.11.95.131:38165/ using document root <none> and password file <none>
02:04:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.988693 13275 fs_manager.cc:362] Metadata directory not provided
02:04:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.988976 13275 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:24.998268 13275 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.007s	sys 0.001s
02:04:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.003772 13299 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.005051 13275 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
02:04:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.005543 13275 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:02 on dist-test-slave-p3t5"
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.007735 13275 fs_report.cc:389] FS layout report
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/data
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.072759 13275 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.074751 13275 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.075201 13275 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.078135 13275 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.084178 13308 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.093924 13275 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.094192 13275 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.012s	user 0.002s	sys 0.000s
02:04:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.094501 13275 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:25.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.101171 13275 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:25.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.101482 13275 ts_tablet_manager.cc:595] Time spent register tablets: real 0.007s	user 0.000s	sys 0.004s
02:04:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.102058 13308 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap starting.
02:04:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.186489 13308 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Log is configured to *not* fsync() on all Append() calls
02:04:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.261929 13308 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.262907 13308 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap complete.
02:04:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.265087 13308 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent bootstrapping tablet: real 0.164s	user 0.091s	sys 0.061s
02:04:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.284173 13308 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.287182 13308 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Initialized, Role: FOLLOWER
02:04:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.288537 13308 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.294366 13308 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent starting tablet: real 0.029s	user 0.027s	sys 0.005s
02:04:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.307073 13275 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.131:38087
02:04:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.307358 13432 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.131:38087 every 8 connection(s)
02:04:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.309592 13275 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.316108 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 13275
02:04:25.317 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.346379 13434 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.347307 13434 heartbeater.cc:461] Registering TS with master...
02:04:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.349110 13434 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.354691 11880 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:25.362 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:25.363 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.129:46425
02:04:25.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:04:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.364508 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 12834
02:04:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.368141 13433 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.368578 13433 heartbeater.cc:461] Registering TS with master...
02:04:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.369756 13433 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.370146 13436 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.370538 13436 heartbeater.cc:461] Registering TS with master...
02:04:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.371604 13436 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.373158 11789 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.375768 11694 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:25.376274 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.131:43329
02:04:25.403 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] handling channelInactive
02:04:25.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state READY due to: connection closed
02:04:25.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:25.404 [DEBUG - Time-limited test] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:25.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.406 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.415 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:25.416 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:25.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [11ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@2072859172(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@19658678 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@221c58be -> wakeup thread Time-limited test)) after lookup
02:04:25.417 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:25.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.418 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.435 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:25.435 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:25.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [11ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [13ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [14ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [14ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [31ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@2072859172(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@19658678 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@221c58be -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816))) after lookup
02:04:25.436 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:25.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.439 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.475 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:25.476 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:25.476 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [11ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [13ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [14ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [14ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [31ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [32ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [35ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [35ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@2072859172(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@19658678 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@221c58be -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636))) after lookup
02:04:25.476 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:25.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.478 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:25.616 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:25.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=212), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [11ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [13ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [14ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [14ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [31ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [32ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [35ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [35ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [72ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [74ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [74ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [211ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@2072859172(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@19658678 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@221c58be -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305))) after lookup
02:04:25.618 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:25.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.620 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.956 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:25.956 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:25.956 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=552), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [11ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [13ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [14ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [14ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [31ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [32ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [35ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [35ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [72ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [74ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [74ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [211ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [213ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [215ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [216ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [547ms] refreshing cache from master, [548ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [551ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@2072859172(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@19658678 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305) -> (continuation of Deferred@1232951870 after retry RPC@1093848039), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@221c58be -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305) -> (continuation of Deferred@1232951870 after retry RPC@1093848039))) after lookup
02:04:25.957 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:25.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:25.958 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:26.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:26.336 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:26.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=932), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [11ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [13ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [14ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [14ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [31ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [32ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [35ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [35ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [72ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [74ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [74ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [211ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [213ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [215ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [216ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [547ms] refreshing cache from master, [548ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [551ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [553ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [554ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [554ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [927ms] refreshing cache from master, [927ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [931ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@2072859172(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@19658678 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305) -> (continuation of Deferred@1232951870 after retry RPC@1093848039) -> (continuation of Deferred@813142387 after retry RPC@1733106025), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@221c58be -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305) -> (continuation of Deferred@1232951870 after retry RPC@1093848039) -> (continuation of Deferred@813142387 after retry RPC@1733106025))) after lookup
02:04:26.338 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:26.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:26.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:26.339 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:26.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.380520 13433 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.673467 13448 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 6eb3ffc7729f42be91c560bf63f43a0e)
02:04:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.674505 13448 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.677012 13448 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:26.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.681672 13090 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.686554 13090 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:26.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.689062 13381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19" is_pre_election: true
02:04:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.690001 13381 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eb6880006ae44d78bd8bda6037e04c0 in term 4.
02:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.691254 13090 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 994f3d7211f640e4b69b9e00f9706c19; no voters: 6eb3ffc7729f42be91c560bf63f43a0e
02:04:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.691944 13448 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 5 FOLLOWER]: Leader pre-election won for term 6
02:04:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.692286 13448 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 6eb3ffc7729f42be91c560bf63f43a0e)
02:04:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.692529 13448 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 5 FOLLOWER]: Advancing to term 6
02:04:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.697327 13448 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.699165 13448 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 6 election: Requested vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.700084 13381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:26.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.700693 13381 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 4 FOLLOWER]: Advancing to term 6
02:04:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.703485 13090 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.708340 13381 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4eb6880006ae44d78bd8bda6037e04c0 in term 6.
02:04:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.709445 13090 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 994f3d7211f640e4b69b9e00f9706c19; no voters: 6eb3ffc7729f42be91c560bf63f43a0e
02:04:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.710227 13448 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 6 FOLLOWER]: Leader election won for term 6
02:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.711882 13448 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 6 LEADER]: Becoming Leader. State: Replica: 4eb6880006ae44d78bd8bda6037e04c0, State: Running, Role: LEADER
02:04:26.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.712857 13448 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.723270 11789 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 reported cstate change: term changed from 5 to 6, leader changed from 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129) to 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130). New cstate: current_term: 6 leader_uuid: "4eb6880006ae44d78bd8bda6037e04c0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: UNKNOWN } } }
02:04:26.956 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:26.956 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:26.957 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1553), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [11ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [13ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [14ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [14ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [31ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [32ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [35ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [35ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [72ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [74ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [74ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [211ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [213ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [215ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [216ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [547ms] refreshing cache from master, [548ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [551ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [553ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [554ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [554ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [927ms] refreshing cache from master, [927ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [931ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [933ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [935ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [935ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [1547ms] refreshing cache from master, [1547ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1551ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@2072859172(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@19658678 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305) -> (continuation of Deferred@1232951870 after retry RPC@1093848039) -> (continuation of Deferred@813142387 after retry RPC@1733106025) -> (continuation of Deferred@996092130 after retry RPC@2021756209), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@221c58be -> wakeup thread Time-limited test -> (continuation of Deferred@724487164 after retry RPC@259672816) -> (continuation of Deferred@1501106689 after retry RPC@67759636) -> (continuation of Deferred@869021210 after retry RPC@2021525305) -> (continuation of Deferred@1232951870 after retry RPC@1093848039) -> (continuation of Deferred@813142387 after retry RPC@1733106025) -> (continuation of Deferred@996092130 after retry RPC@2021756209))) after lookup
02:04:26.958 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:26.959 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] Successfully connected to peer
02:04:26.980 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xa4c1d5ed, L:/127.0.0.1:37946 - R:/127.11.95.130:40145] using TOKEN/null
02:04:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.991719 13381 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 6 FOLLOWER]: Refusing update from remote peer 4eb6880006ae44d78bd8bda6037e04c0: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
02:04:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:26.992966 13090 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 -> Peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Couldn't send request to peer 6eb3ffc7729f42be91c560bf63f43a0e. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:26.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:26.994069 13455 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
02:04:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:27.011783 13472 mvcc.cc:204] Tried to move back new op lower bound from 7317505077677821952 to 7317505075203485696. Current Snapshot: MvccSnapshot[applied={T|T < 7317505077677821952}]
02:04:27.067 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.129:46425
02:04:27.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:04:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:27.070376 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:46425
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45803
02:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:27.433600 13478 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:27.434249 13478 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:27.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:27.434939 13478 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:27.472182 13478 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:27.473222 13478 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.129
02:04:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:27.512454 13478 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:46425
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45803
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:27.514432 13478 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:27.516697 13478 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:27.530985 13485 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:28.935518 13484 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 13478
02:04:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.277207 13478 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.746s	user 0.582s	sys 1.091s
02:04:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:27.531839 13486 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:29.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.277657 13478 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.747s	user 0.582s	sys 1.091s
02:04:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.280665 13489 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:29.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:29.284581 13487 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1752 milliseconds
02:04:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.284624 13478 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.286111 13478 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:29.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.288273 13478 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:29.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.289740 13478 hybrid_clock.cc:648] HybridClock initialized: now 1786500269289697 us; error 40 us; skew 500 ppm
02:04:29.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.290688 13478 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:29.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.297246 13478 webserver.cc:533] Webserver started at http://127.11.95.129:45803/ using document root <none> and password file <none>
02:04:29.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.298484 13478 fs_manager.cc:362] Metadata directory not provided
02:04:29.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.298813 13478 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:29.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.308180 13478 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.003s	sys 0.002s
02:04:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.313696 13511 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:29.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.315038 13478 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
02:04:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.315460 13478 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-p3t5"
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.317595 13478 fs_report.cc:389] FS layout report
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/data
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.370769 13478 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:29.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.372489 13478 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:29.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.373051 13478 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.375986 13478 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.382129 13520 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.391290 13478 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.391580 13478 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.000s	sys 0.002s
02:04:29.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.391986 13478 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:29.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.397312 13478 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:29.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.397564 13478 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.000s	sys 0.004s
02:04:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.398094 13520 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap starting.
02:04:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.479283 13520 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Log is configured to *not* fsync() on all Append() calls
02:04:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.553006 13520 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.554347 13520 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap complete.
02:04:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.556483 13520 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent bootstrapping tablet: real 0.159s	user 0.102s	sys 0.050s
02:04:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.581761 13520 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.584985 13520 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Initialized, Role: FOLLOWER
02:04:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.587006 13520 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.592823 13520 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent starting tablet: real 0.036s	user 0.028s	sys 0.004s
02:04:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.605942 13478 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.129:46425
02:04:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.606184 13640 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.129:46425 every 8 connection(s)
02:04:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.608807 13478 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.612677 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 13478
02:04:29.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:29.660 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:29.660 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.130:40145
02:04:29.661 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:04:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.661769 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 13060
02:04:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.670295 13641 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.670897 13641 heartbeater.cc:461] Registering TS with master...
02:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.671026 13642 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.671375 13642 heartbeater.cc:461] Registering TS with master...
02:04:29.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.672597 13642 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.672597 13641 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.673359 13643 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.673750 13643 heartbeater.cc:461] Registering TS with master...
02:04:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.674700 13643 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.678001 11880 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.678041 11788 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.678496 11696 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:29.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:29.682056 11788 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.129:56031
02:04:29.707 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] handling channelInactive
02:04:29.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state READY due to: connection closed
02:04:29.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:29.708 [DEBUG - Time-limited test] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:29.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.710 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:29.737 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:29.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [28ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@825475940(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@452f3876 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aac781 -> wakeup thread Time-limited test)) after lookup
02:04:29.738 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:29.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.740 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:29.756 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:29.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [28ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [47ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@825475940(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@452f3876 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aac781 -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861))) after lookup
02:04:29.757 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:29.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.758 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:29.796 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:29.796 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [28ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [47ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [48ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [50ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [50ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [87ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@825475940(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@452f3876 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aac781 -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977))) after lookup
02:04:29.797 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:29.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.798 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.895 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:29.895 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:29.896 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=188), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [28ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [47ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [48ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [50ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [50ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [87ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [88ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [90ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [90ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [183ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [187ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@825475940(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@452f3876 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977) -> (continuation of Deferred@244197188 after retry RPC@1829510627), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aac781 -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977) -> (continuation of Deferred@244197188 after retry RPC@1829510627))) after lookup
02:04:29.897 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:29.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:29.898 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:30.335 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:30.335 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:30.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=627), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [28ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [47ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [48ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [50ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [50ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [87ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [88ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [90ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [90ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [183ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [187ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [188ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [190ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [190ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [623ms] refreshing cache from master, [623ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [627ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@825475940(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@452f3876 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977) -> (continuation of Deferred@244197188 after retry RPC@1829510627) -> (continuation of Deferred@1481311135 after retry RPC@1436937840), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aac781 -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977) -> (continuation of Deferred@244197188 after retry RPC@1829510627) -> (continuation of Deferred@1481311135 after retry RPC@1436937840))) after lookup
02:04:30.336 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:30.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:30.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:30.338 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:30.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.575938 13655 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 4eb6880006ae44d78bd8bda6037e04c0)
02:04:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.576458 13655 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.579206 13655 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:30.584995 13304 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:30.591111 13304 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.593290 13587 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" is_pre_election: true
02:04:30.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.594197 13587 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 5.
02:04:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.595808 13303 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0
02:04:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.596616 13655 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 6 FOLLOWER]: Leader pre-election won for term 7
02:04:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.596915 13655 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 4eb6880006ae44d78bd8bda6037e04c0)
02:04:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.597288 13655 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 6 FOLLOWER]: Advancing to term 7
02:04:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.602646 13655 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.604807 13655 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 7 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:30.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.606082 13587 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:30.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.606634 13587 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 5 FOLLOWER]: Advancing to term 7
02:04:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:30.611768 13304 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.616585 13587 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 7.
02:04:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.617851 13303 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0
02:04:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.618669 13655 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 7 FOLLOWER]: Leader election won for term 7
02:04:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.620720 13655 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 7 LEADER]: Becoming Leader. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Running, Role: LEADER
02:04:30.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.622093 13655 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.634904 11788 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 reported cstate change: term changed from 6 to 7, leader changed from 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130) to 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131). New cstate: current_term: 7 leader_uuid: "994f3d7211f640e4b69b9e00f9706c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: UNKNOWN } } }
02:04:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:30.686162 13641 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:31.161046 13304 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 -> Peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Couldn't send request to peer 4eb6880006ae44d78bd8bda6037e04c0. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.202594 13587 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 7 FOLLOWER]: Refusing update from remote peer 994f3d7211f640e4b69b9e00f9706c19: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
02:04:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:31.204257 13674 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
02:04:32.022 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:32.023 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:32.025 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2316), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [28ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [47ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [48ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [50ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [50ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [87ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [88ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [90ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [90ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [183ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [187ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [188ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [190ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [190ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [623ms] refreshing cache from master, [623ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [627ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [628ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [630ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [630ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2303ms] refreshing cache from master, [2303ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [2313ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@825475940(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@452f3876 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977) -> (continuation of Deferred@244197188 after retry RPC@1829510627) -> (continuation of Deferred@1481311135 after retry RPC@1436937840) -> (continuation of Deferred@1565379622 after retry RPC@669085585), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aac781 -> wakeup thread Time-limited test -> (continuation of Deferred@1233831050 after retry RPC@1752192861) -> (continuation of Deferred@708424028 after retry RPC@1075433977) -> (continuation of Deferred@244197188 after retry RPC@1829510627) -> (continuation of Deferred@1481311135 after retry RPC@1436937840) -> (continuation of Deferred@1565379622 after retry RPC@669085585))) after lookup
02:04:32.027 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:32.030 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] Successfully connected to peer
02:04:32.135 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x5b5b9df1, L:/127.0.0.1:36746 - R:/127.11.95.131:38087] using TOKEN/null
02:04:32.329 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.130:40145
02:04:32.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:04:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:32.334990 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:04:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:40145
02:04:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35227
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.071126 13694 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.072242 13694 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.073104 13694 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.145440 13694 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.147910 13694 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.130
02:04:33.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:33.221907 13694 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:04:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:40145
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35227
02:04:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:33.225427 13694 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:33.229447 13694 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.260160 13707 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.703318 13304 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 -> Peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Couldn't send request to peer 4eb6880006ae44d78bd8bda6037e04c0. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:35.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:34.661808 13704 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 13694
02:04:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.290714 13704 kernel_stack_watchdog.cc:198] Thread 13694 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:04:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:35.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:33.260293 13706 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.292601 13694 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.033s	user 0.651s	sys 1.207s
02:04:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.293202 13694 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.034s	user 0.651s	sys 1.207s
02:04:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.294247 13709 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:35.296993 13708 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2029 milliseconds
02:04:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.297050 13694 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.298478 13694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:35.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.300817 13694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.302188 13694 hybrid_clock.cc:648] HybridClock initialized: now 1786500275302153 us; error 50 us; skew 500 ppm
02:04:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.303112 13694 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.311481 13694 webserver.cc:533] Webserver started at http://127.11.95.130:35227/ using document root <none> and password file <none>
02:04:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.312566 13694 fs_manager.cc:362] Metadata directory not provided
02:04:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.312773 13694 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:35.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.322739 13694 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.007s	sys 0.001s
02:04:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.328841 13729 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:35.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.330446 13694 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.330858 13694 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-p3t5"
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.332984 13694 fs_report.cc:389] FS layout report
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/data
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:35.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.415319 13694 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.417554 13694 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.418181 13694 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.421980 13694 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.430503 13737 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.441358 13694 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.441758 13694 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.013s	user 0.000s	sys 0.002s
02:04:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.442094 13694 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:35.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.449780 13694 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:35.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.450078 13694 ts_tablet_manager.cc:595] Time spent register tablets: real 0.008s	user 0.008s	sys 0.000s
02:04:35.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.450758 13737 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap starting.
02:04:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.541862 13737 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Log is configured to *not* fsync() on all Append() calls
02:04:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.650806 13694 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.130:40145
02:04:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.651006 13862 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.130:40145 every 8 connection(s)
02:04:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.653990 13694 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.661720 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 13694
02:04:35.664 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:35.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.665705 13737 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.666936 13737 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap complete.
02:04:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.669149 13737 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent bootstrapping tablet: real 0.219s	user 0.171s	sys 0.037s
02:04:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.699036 13737 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.706029 13737 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4eb6880006ae44d78bd8bda6037e04c0, State: Initialized, Role: FOLLOWER
02:04:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.707073 13737 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:35.711 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:35.711 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.131:38087
02:04:35.712 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.712704 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 13275
02:04:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.723876 13737 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent starting tablet: real 0.054s	user 0.034s	sys 0.008s
02:04:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.734715 13865 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.735306 13865 heartbeater.cc:461] Registering TS with master...
02:04:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.736936 13865 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:35.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.737903 13863 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:35.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.738277 13863 heartbeater.cc:461] Registering TS with master...
02:04:35.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.739133 13863 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:35.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.741895 13864 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:35.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.742305 13864 heartbeater.cc:461] Registering TS with master...
02:04:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.743391 13864 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.745126 11696 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.746742 11789 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.747619 11880 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.749881 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.130:57341
02:04:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:35.754566 13863 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:35.768 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] handling channelInactive
02:04:35.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state READY due to: connection closed
02:04:35.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:35.770 [DEBUG - Time-limited test] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:35.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.772 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:35.796 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:35.796 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [25ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@688966471(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@521b413 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34b29a7d -> wakeup thread Time-limited test)) after lookup
02:04:35.796 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:35.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.798 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.815 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:35.815 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:35.815 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [25ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [26ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [28ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@688966471(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@521b413 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34b29a7d -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545))) after lookup
02:04:35.817 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:35.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.818 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.856 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:35.856 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:35.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [25ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [26ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [28ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [46ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [48ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [86ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@688966471(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@521b413 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34b29a7d -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493))) after lookup
02:04:35.858 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:35.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.859 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.936 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:35.937 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:35.937 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=167), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [25ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [26ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [28ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [46ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [48ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [86ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [87ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [89ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [89ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [161ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [166ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@688966471(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@521b413 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493) -> (continuation of Deferred@1751052004 after retry RPC@192065467), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34b29a7d -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493) -> (continuation of Deferred@1751052004 after retry RPC@192065467))) after lookup
02:04:35.939 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:35.940 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.940 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:35.940 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:36.155 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:36.156 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:36.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=386), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [25ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [26ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [28ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [46ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [48ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [86ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [87ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [89ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [89ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [161ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [166ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [168ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [170ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [170ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [381ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [385ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@688966471(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@521b413 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493) -> (continuation of Deferred@1751052004 after retry RPC@192065467) -> (continuation of Deferred@129259282 after retry RPC@421871400), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34b29a7d -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493) -> (continuation of Deferred@1751052004 after retry RPC@192065467) -> (continuation of Deferred@129259282 after retry RPC@421871400))) after lookup
02:04:36.156 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:36.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:36.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:36.158 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.900580 13879 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.901101 13879 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.904112 13879 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:36.908596 13513 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:36.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:36.913303 13513 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.918723 13811 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0" is_pre_election: true
02:04:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.919516 13811 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 6.
02:04:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.921375 13515 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.922355 13879 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 7 FOLLOWER]: Leader pre-election won for term 8
02:04:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.922662 13879 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 7 FOLLOWER]: Starting leader election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.923038 13879 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 7 FOLLOWER]: Advancing to term 8
02:04:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.928051 13879 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.929811 13879 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 8 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.930766 13811 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.931226 13811 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 6 FOLLOWER]: Advancing to term 8
02:04:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:36.933984 13513 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.938761 13811 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 8.
02:04:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.939817 13515 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:36.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.940574 13879 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 8 FOLLOWER]: Leader election won for term 8
02:04:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.942312 13879 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 8 LEADER]: Becoming Leader. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Running, Role: LEADER
02:04:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.943357 13879 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:36.952665 11789 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e reported cstate change: term changed from 7 to 8, leader changed from 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131) to 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129). New cstate: current_term: 8 leader_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: HEALTHY } } }
02:04:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:37.401116 13811 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 8 FOLLOWER]: Refusing update from remote peer 6eb3ffc7729f42be91c560bf63f43a0e: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
02:04:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:37.402751 13879 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
02:04:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:37.475406 13513 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e -> Peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Couldn't send request to peer 994f3d7211f640e4b69b9e00f9706c19. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:37.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:37.616 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:37.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1846), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [25ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [26ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [28ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [28ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [44ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [46ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [48ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [48ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [86ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [87ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [89ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [89ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [161ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [166ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [168ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [170ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [170ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [381ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [385ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [386ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [388ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [388ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1841ms] refreshing cache from master, [1842ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1845ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@688966471(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@521b413 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493) -> (continuation of Deferred@1751052004 after retry RPC@192065467) -> (continuation of Deferred@129259282 after retry RPC@421871400) -> (continuation of Deferred@1578232317 after retry RPC@1862091112), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34b29a7d -> wakeup thread Time-limited test -> (continuation of Deferred@1903508536 after retry RPC@1370763545) -> (continuation of Deferred@1979148876 after retry RPC@1679168493) -> (continuation of Deferred@1751052004 after retry RPC@192065467) -> (continuation of Deferred@129259282 after retry RPC@421871400) -> (continuation of Deferred@1578232317 after retry RPC@1862091112))) after lookup
02:04:37.617 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:37.619 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] Successfully connected to peer
02:04:37.659 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xa2733ccb, L:/127.0.0.1:39308 - R:/127.11.95.129:46425] using TOKEN/null
02:04:37.728 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.131:38087
02:04:37.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:37.730505 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:38.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.078966 13915 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:38.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.079627 13915 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.080446 13915 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:38.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.116760 13915 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:38.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.118000 13915 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.131
02:04:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.163335 13915 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.164835 13915 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:38.166636 13915 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:38.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.181507 13923 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:38.182164 13924 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:39.541293 13926 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:39.548010 13925 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1364 milliseconds
02:04:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.548136 13915 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.549702 13915 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.552747 13915 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.554208 13915 hybrid_clock.cc:648] HybridClock initialized: now 1786500279554162 us; error 43 us; skew 500 ppm
02:04:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.555305 13915 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.563169 13915 webserver.cc:533] Webserver started at http://127.11.95.131:38165/ using document root <none> and password file <none>
02:04:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.564448 13915 fs_manager.cc:362] Metadata directory not provided
02:04:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.564738 13915 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.576002 13915 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.009s	sys 0.000s
02:04:39.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.582556 13937 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.583963 13915 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
02:04:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.584383 13915 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:02 on dist-test-slave-p3t5"
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.586563 13915 fs_report.cc:389] FS layout report
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/data
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.653088 13915 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.655222 13915 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.655997 13915 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.660717 13915 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:39.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.669956 13945 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.681690 13915 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.682072 13915 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.014s	user 0.002s	sys 0.001s
02:04:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.682446 13915 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:39.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.690409 13915 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:39.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.690703 13915 ts_tablet_manager.cc:595] Time spent register tablets: real 0.008s	user 0.005s	sys 0.003s
02:04:39.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.691164 13945 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap starting.
02:04:39.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:39.731891 13513 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e -> Peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Couldn't send request to peer 994f3d7211f640e4b69b9e00f9706c19. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:39.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.772009 13945 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Log is configured to *not* fsync() on all Append() calls
02:04:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.903861 13945 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.905083 13945 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap complete.
02:04:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.907248 13945 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent bootstrapping tablet: real 0.217s	user 0.163s	sys 0.048s
02:04:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.932039 13945 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.936192 13945 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Initialized, Role: FOLLOWER
02:04:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.937216 13915 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.131:38087
02:04:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.937325 14069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.131:38087 every 8 connection(s)
02:04:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.937835 13945 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:39.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.940984 13915 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.942246 13945 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent starting tablet: real 0.035s	user 0.035s	sys 0.000s
02:04:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.945180 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 13915
02:04:39.946 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.991061 14075 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.991640 14075 heartbeater.cc:461] Registering TS with master...
02:04:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.993150 14075 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:39.999 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:39.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:39.998296 11880 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:40.000 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.129:46425
02:04:40.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.001722 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 13478
02:04:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.011961 14073 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.012387 14073 heartbeater.cc:461] Registering TS with master...
02:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.013316 14073 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.016793 11789 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.020527 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.131:34405
02:04:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.021739 14076 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.022111 14076 heartbeater.cc:461] Registering TS with master...
02:04:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.023098 14076 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:40.027285 11696 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:40.053 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] handling channelInactive
02:04:40.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:40.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state READY due to: connection closed
02:04:40.055 [DEBUG - Time-limited test] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:40.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.056 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.076 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:40.077 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:40.077 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test)) after lookup
02:04:40.078 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:40.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.079 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.095 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:40.096 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:40.096 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [25ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [25ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [41ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550))) after lookup
02:04:40.097 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:40.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.099 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.115 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:40.115 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:40.116 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [25ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [25ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [41ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [42ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [45ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [61ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522))) after lookup
02:04:40.116 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:40.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.118 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:40.256 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:40.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=201), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [25ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [25ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [41ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [42ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [45ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [61ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [62ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [64ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [201ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031))) after lookup
02:04:40.257 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:40.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.259 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.435 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:40.436 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:40.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=381), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [25ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [25ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [41ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [42ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [45ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [61ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [62ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [64ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [201ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [203ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [205ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [205ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [381ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955))) after lookup
02:04:40.437 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:40.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.439 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.597 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:40.597 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:40.597 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=543), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [25ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [25ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [41ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [42ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [45ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [61ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [62ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [64ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [201ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [203ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [205ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [205ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [381ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [383ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [384ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [385ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [537ms] refreshing cache from master, [537ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [542ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955) -> (continuation of Deferred@1931405702 after retry RPC@1962469456), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955) -> (continuation of Deferred@1931405702 after retry RPC@1962469456))) after lookup
02:04:40.599 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:40.600 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.600 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:40.600 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.025246 14073 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.162721 14086 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 6eb3ffc7729f42be91c560bf63f43a0e)
02:04:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.163229 14086 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.166045 14086 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:41.170883 13732 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:41.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:41.175788 13732 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:41.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:41.176 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:41.177 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1122), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [25ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [25ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [41ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [42ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [45ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [61ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [62ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [64ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [201ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [203ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [205ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [205ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [381ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [383ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [384ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [385ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [537ms] refreshing cache from master, [537ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [542ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [544ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [546ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [546ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [1117ms] refreshing cache from master, [1117ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1122ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955) -> (continuation of Deferred@1931405702 after retry RPC@1962469456) -> (continuation of Deferred@2032523179 after retry RPC@1244404407), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955) -> (continuation of Deferred@1931405702 after retry RPC@1962469456) -> (continuation of Deferred@2032523179 after retry RPC@1244404407))) after lookup
02:04:41.178 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:41.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:41.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:41.179 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425
02:04:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.180769 14018 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19" is_pre_election: true
02:04:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.181488 14018 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4eb6880006ae44d78bd8bda6037e04c0 in term 7.
02:04:41.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.182904 13732 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 994f3d7211f640e4b69b9e00f9706c19; no voters: 6eb3ffc7729f42be91c560bf63f43a0e
02:04:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.183730 14086 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 8 FOLLOWER]: Leader pre-election won for term 9
02:04:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.183984 14086 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 6eb3ffc7729f42be91c560bf63f43a0e)
02:04:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.184199 14086 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 8 FOLLOWER]: Advancing to term 9
02:04:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.189213 14086 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:41.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.190848 14086 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 9 election: Requested vote from peers 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.191952 14018 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "4eb6880006ae44d78bd8bda6037e04c0" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.192485 14018 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 7 FOLLOWER]: Advancing to term 9
02:04:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:41.195210 13732 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111)
02:04:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.200330 14018 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4eb6880006ae44d78bd8bda6037e04c0 in term 9.
02:04:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.201421 13732 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 994f3d7211f640e4b69b9e00f9706c19; no voters: 6eb3ffc7729f42be91c560bf63f43a0e
02:04:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.202205 14086 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 9 FOLLOWER]: Leader election won for term 9
02:04:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.203907 14086 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 9 LEADER]: Becoming Leader. State: Replica: 4eb6880006ae44d78bd8bda6037e04c0, State: Running, Role: LEADER
02:04:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.204779 14086 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.215391 11789 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 reported cstate change: term changed from 8 to 9, leader changed from 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129) to 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130). New cstate: current_term: 9 leader_uuid: "4eb6880006ae44d78bd8bda6037e04c0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: UNKNOWN } } }
02:04:41.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:41.735603 13732 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 -> Peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Couldn't send request to peer 6eb3ffc7729f42be91c560bf63f43a0e. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.775641 14018 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 9 FOLLOWER]: Refusing update from remote peer 4eb6880006ae44d78bd8bda6037e04c0: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
02:04:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:41.777560 14103 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
02:04:43.076 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:43.076 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:43.077 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=16, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3022), Traces: [0ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [2ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [23ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [25ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [25ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [41ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [42ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [45ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [61ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [62ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [64ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [197ms] refreshing cache from master, [197ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [201ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [203ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [205ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [205ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [381ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [383ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [384ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [385ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [537ms] refreshing cache from master, [537ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [542ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [544ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [546ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [546ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [1117ms] refreshing cache from master, [1117ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1122ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [1124ms] sending RPC to server 6eb3ffc7729f42be91c560bf63f43a0e, [1125ms] received response from server 6eb3ffc7729f42be91c560bf63f43a0e: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [1125ms] delaying RPC due to: Network error: Failed to connect to peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425): Connection refused: /127.11.95.129:46425, [3017ms] refreshing cache from master, [3018ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [3022ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@90878110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@118475a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955) -> (continuation of Deferred@1931405702 after retry RPC@1962469456) -> (continuation of Deferred@2032523179 after retry RPC@1244404407) -> (continuation of Deferred@841459626 after retry RPC@418704123), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ed748b -> wakeup thread Time-limited test -> (continuation of Deferred@1753430633 after retry RPC@52515550) -> (continuation of Deferred@1461116396 after retry RPC@1579729522) -> (continuation of Deferred@798522838 after retry RPC@1644833031) -> (continuation of Deferred@229008489 after retry RPC@1045898955) -> (continuation of Deferred@1931405702 after retry RPC@1962469456) -> (continuation of Deferred@2032523179 after retry RPC@1244404407) -> (continuation of Deferred@841459626 after retry RPC@418704123))) after lookup
02:04:43.077 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:43.079 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] Successfully connected to peer
02:04:43.098 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xf950e9ca, L:/127.0.0.1:43644 - R:/127.11.95.130:40145] using TOKEN/null
02:04:43.158 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.129:46425
02:04:43.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:43.160697 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:46425
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45803
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:43.518713 14132 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:43.519354 14132 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:43.520041 14132 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:43.554850 14132 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:43.555935 14132 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.129
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:43.595922 14132 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/logs
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.129:46425
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.129
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45803
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.129
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:43.597844 14132 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:43.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:43.599778 14132 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:43.615182 14140 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:44.439190 13732 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 -> Peer 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425): Couldn't send request to peer 6eb3ffc7729f42be91c560bf63f43a0e. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.129:46425: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:45.023283 14139 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 14132
02:04:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:45.261875 14132 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.647s	user 0.603s	sys 0.903s
02:04:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:45.265166 14132 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.650s	user 0.603s	sys 0.903s
02:04:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:45.265276 14142 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1648 milliseconds
02:04:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.265580 14132 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:43.616313 14141 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:45.265542 14145 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.270005 14132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.272341 14132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.273778 14132 hybrid_clock.cc:648] HybridClock initialized: now 1786500285273745 us; error 59 us; skew 500 ppm
02:04:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.274689 14132 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.281186 14132 webserver.cc:533] Webserver started at http://127.11.95.129:45803/ using document root <none> and password file <none>
02:04:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.282246 14132 fs_manager.cc:362] Metadata directory not provided
02:04:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.282459 14132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:45.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.291757 14132 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.002s	sys 0.002s
02:04:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.298839 14155 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:45.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.300580 14132 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.004s	sys 0.000s
02:04:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.301048 14132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:57 on dist-test-slave-p3t5"
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.303460 14132 fs_report.cc:389] FS layout report
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/wal
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/data
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.374991 14132 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.377036 14132 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.377700 14132 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.380604 14132 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.387272 14164 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.396785 14132 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.397109 14132 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.001s	sys 0.000s
02:04:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.397482 14132 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.403106 14132 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.403415 14132 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.005s	sys 0.000s
02:04:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.403754 14164 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap starting.
02:04:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.484704 14164 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Log is configured to *not* fsync() on all Append() calls
02:04:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.600189 14132 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.129:46425
02:04:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.600270 14285 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.129:46425 every 8 connection(s)
02:04:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.604020 14132 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-0/data/info.pb
02:04:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.607437 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 14132
02:04:45.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:45.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.635453 14164 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.637248 14164 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Bootstrap complete.
02:04:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.639799 14164 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent bootstrapping tablet: real 0.236s	user 0.193s	sys 0.037s
02:04:45.662 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:45.662 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.130:40145
02:04:45.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:04:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.663317 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 13694
02:04:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.668572 14164 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.672557 14164 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Initialized, Role: FOLLOWER
02:04:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.674140 14164 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.687347 14294 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.687961 14294 heartbeater.cc:461] Registering TS with master...
02:04:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.689558 14288 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.689999 14288 heartbeater.cc:461] Registering TS with master...
02:04:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.689453 14294 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.691045 14288 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:45.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.695634 11881 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:45.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.697222 11694 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.701309 14164 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e: Time spent starting tablet: real 0.061s	user 0.027s	sys 0.016s
02:04:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.705788 14287 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.706225 14287 heartbeater.cc:461] Registering TS with master...
02:04:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.707283 14287 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.710836 11788 ts_manager.cc:194] Re-registered known tserver with Master: 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.713050 11788 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.129:42003
02:04:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:45.716568 14287 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:45.724 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] handling channelInactive
02:04:45.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state READY due to: connection closed
02:04:45.724 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:45.725 [DEBUG - Time-limited test] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:45.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.727 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:45.736 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:45.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@128653562(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@383789c6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e578c81 -> wakeup thread Time-limited test)) after lookup
02:04:45.737 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:45.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.738 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:45.755 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:45.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [12ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [13ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@128653562(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@383789c6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e578c81 -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646))) after lookup
02:04:45.756 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:45.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.757 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:45.795 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:45.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [12ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [13ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [69ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@128653562(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@383789c6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e578c81 -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196))) after lookup
02:04:45.796 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:45.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.797 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.834 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:45.834 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:45.835 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=110), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [12ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [13ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [69ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [71ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [72ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [73ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [109ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@128653562(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@383789c6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196) -> (continuation of Deferred@1066073283 after retry RPC@470000683), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e578c81 -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196) -> (continuation of Deferred@1066073283 after retry RPC@470000683))) after lookup
02:04:45.836 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:45.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:45.837 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:46.153195 11914 debug-util.cc:398] Leaking SignalData structure 0x7b080008c120 after lost signal to thread 11836
02:04:46.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:46.299 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)[L],6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:46.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=574), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [12ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [13ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [69ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [71ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [72ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [73ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [109ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [110ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [112ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [112ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [566ms] refreshing cache from master, [567ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [572ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@128653562(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@383789c6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196) -> (continuation of Deferred@1066073283 after retry RPC@470000683) -> (continuation of Deferred@1832130009 after retry RPC@1821890216), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e578c81 -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196) -> (continuation of Deferred@1066073283 after retry RPC@470000683) -> (continuation of Deferred@1832130009 after retry RPC@1821890216))) after lookup
02:04:46.300 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] connecting to peer
02:04:46.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:46.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:46.303 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145
02:04:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:46.995919 14299 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 4eb6880006ae44d78bd8bda6037e04c0)
02:04:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:46.996344 14299 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:46.999281 14299 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:47.002476 13941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:47.015343 13941 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.026003 14237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" is_pre_election: true
02:04:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.026914 14237 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 8.
02:04:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.028693 13940 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0
02:04:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.029769 14299 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 9 FOLLOWER]: Leader pre-election won for term 10
02:04:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.030085 14299 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 4eb6880006ae44d78bd8bda6037e04c0)
02:04:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.030457 14299 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 9 FOLLOWER]: Advancing to term 10
02:04:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.035403 14299 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.037228 14299 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 10 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129:46425)
02:04:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.038728 14237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "994f3d7211f640e4b69b9e00f9706c19" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "6eb3ffc7729f42be91c560bf63f43a0e"
02:04:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.039273 14237 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 8 FOLLOWER]: Advancing to term 10
02:04:47.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:47.042608 13941 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111)
02:04:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.047242 14237 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 994f3d7211f640e4b69b9e00f9706c19 in term 10.
02:04:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.048357 13940 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6eb3ffc7729f42be91c560bf63f43a0e, 994f3d7211f640e4b69b9e00f9706c19; no voters: 4eb6880006ae44d78bd8bda6037e04c0
02:04:47.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.049045 14299 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 10 FOLLOWER]: Leader election won for term 10
02:04:47.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.051393 14299 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 10 LEADER]: Becoming Leader. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Running, Role: LEADER
02:04:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.052489 14299 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:47.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.063833 11788 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 reported cstate change: term changed from 9 to 10, leader changed from 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130) to 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131). New cstate: current_term: 10 leader_uuid: "994f3d7211f640e4b69b9e00f9706c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: UNKNOWN } } }
02:04:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:47.501397 13941 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 -> Peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Couldn't send request to peer 4eb6880006ae44d78bd8bda6037e04c0. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.510205 14237 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 10 FOLLOWER]: Refusing update from remote peer 994f3d7211f640e4b69b9e00f9706c19: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
02:04:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.511782 14299 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
02:04:47.615 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:47.616 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:47.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1891), Traces: [0ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [2ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [12ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [13ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [13ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [29ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [30ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [32ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [32ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [69ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [71ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [72ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [73ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [109ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [110ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [112ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [112ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [566ms] refreshing cache from master, [567ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [572ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [575ms] sending RPC to server 4eb6880006ae44d78bd8bda6037e04c0, [578ms] received response from server 4eb6880006ae44d78bd8bda6037e04c0: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [578ms] delaying RPC due to: Network error: Failed to connect to peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145): Connection refused: /127.11.95.130:40145, [1886ms] refreshing cache from master, [1886ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1890ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@128653562(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@383789c6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196) -> (continuation of Deferred@1066073283 after retry RPC@470000683) -> (continuation of Deferred@1832130009 after retry RPC@1821890216) -> (continuation of Deferred@1694114854 after retry RPC@906665095), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e578c81 -> wakeup thread Time-limited test -> (continuation of Deferred@184359332 after retry RPC@408731646) -> (continuation of Deferred@1043333396 after retry RPC@193267196) -> (continuation of Deferred@1066073283 after retry RPC@470000683) -> (continuation of Deferred@1832130009 after retry RPC@1821890216) -> (continuation of Deferred@1694114854 after retry RPC@906665095))) after lookup
02:04:47.617 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:47.618 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] Successfully connected to peer
02:04:47.655 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xacb0176d, L:/127.0.0.1:50842 - R:/127.11.95.131:38087] using TOKEN/null
02:04:47.710 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.130:40145
02:04:47.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:47.712780 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:40145
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35227
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:48.110150 14334 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:48.110689 14334 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:48.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:48.111202 14334 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:48.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:48.167900 14334 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:48.169319 14334 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.130
02:04:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:48.214437 14334 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/logs
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.130:40145
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.130
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35227
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.130
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:48.215963 14334 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:48.217849 14334 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:48.231750 14346 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:49.070600 11823 debug-util.cc:398] Leaking SignalData structure 0x7b08000b41c0 after lost signal to thread 11749
02:04:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:49.071596 11823 debug-util.cc:398] Leaking SignalData structure 0x7b08000aaea0 after lost signal to thread 11826
02:04:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:50.007639 13941 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 -> Peer 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145): Couldn't send request to peer 4eb6880006ae44d78bd8bda6037e04c0. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.130:40145: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:48.233183 14348 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:50.037890 14334 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.806s	user 0.669s	sys 1.108s
02:04:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:50.038261 14334 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.806s	user 0.669s	sys 1.108s
02:04:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:49.635836 14345 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 14334
02:04:50.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:50.040874 14350 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:50.044660 14349 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1810 milliseconds
02:04:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.044706 14334 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.046124 14334 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.048405 14334 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.049767 14334 hybrid_clock.cc:648] HybridClock initialized: now 1786500290049722 us; error 48 us; skew 500 ppm
02:04:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.050694 14334 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.057322 14334 webserver.cc:533] Webserver started at http://127.11.95.130:35227/ using document root <none> and password file <none>
02:04:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.058414 14334 fs_manager.cc:362] Metadata directory not provided
02:04:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.058691 14334 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.067344 14334 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.004s	sys 0.000s
02:04:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.072556 14366 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:50.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.073913 14334 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
02:04:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.074348 14334 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:00 on dist-test-slave-p3t5"
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.076448 14334 fs_report.cc:389] FS layout report
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/wal
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/data
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.127784 14334 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.129662 14334 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.130303 14334 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.133337 14334 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.139930 14375 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.152460 14334 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:50.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.152797 14334 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.015s	user 0.000s	sys 0.002s
02:04:50.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.153136 14334 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:50.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.160682 14334 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:50.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.160971 14334 ts_tablet_manager.cc:595] Time spent register tablets: real 0.008s	user 0.005s	sys 0.000s
02:04:50.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.161484 14375 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap starting.
02:04:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.248425 14375 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Log is configured to *not* fsync() on all Append() calls
02:04:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.361373 14375 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.362375 14375 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Bootstrap complete.
02:04:50.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.363770 14375 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent bootstrapping tablet: real 0.203s	user 0.139s	sys 0.054s
02:04:50.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.369457 14334 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.130:40145
02:04:50.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.369599 14495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.130:40145 every 8 connection(s)
02:04:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.372354 14334 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-1/data/info.pb
02:04:50.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.381325 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 14334
02:04:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.412357 14375 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.419951 14375 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4eb6880006ae44d78bd8bda6037e04c0, State: Initialized, Role: FOLLOWER
02:04:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.421253 14375 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:50.442 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:50.443 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.95.131:38087
02:04:50.444 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.445230 14375 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0: Time spent starting tablet: real 0.081s	user 0.029s	sys 0.006s
02:04:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.446539 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 13915
02:04:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.478489 14496 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.479125 14496 heartbeater.cc:461] Registering TS with master...
02:04:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.480582 14496 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.483811 14498 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.484203 14498 heartbeater.cc:461] Registering TS with master...
02:04:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.485203 14498 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.489598 11880 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.495699 11788 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.498032 14500 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.498435 14500 heartbeater.cc:461] Registering TS with master...
02:04:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.499440 14500 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.504168 11788 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.130:55977
02:04:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.504225 11694 ts_manager.cc:194] Re-registered known tserver with Master: 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145)
02:04:50.504 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] handling channelInactive
02:04:50.504 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state READY due to: connection closed
02:04:50.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:50.509115 14496 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:50.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:50.512 [DEBUG - Time-limited test] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:50.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.514 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:50.535 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:50.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1584842878(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3c7a8993 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcc07fe -> wakeup thread Time-limited test)) after lookup
02:04:50.536 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:50.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.537 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.555 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:50.555 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:50.556 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [24ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [25ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [25ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1584842878(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3c7a8993 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcc07fe -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649))) after lookup
02:04:50.557 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:50.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.559 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:50.595 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:50.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [24ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [25ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [25ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [44ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [47ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [47ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [83ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1584842878(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3c7a8993 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcc07fe -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003))) after lookup
02:04:50.601 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:50.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.602 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.696 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:50.697 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:50.697 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=185), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [24ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [25ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [25ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [44ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [47ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [47ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [83ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [88ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [90ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [90ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [184ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1584842878(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3c7a8993 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcc07fe -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398))) after lookup
02:04:50.698 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:50.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.700 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.955 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:50.956 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:50.956 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=444), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [24ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [25ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [25ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [44ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [47ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [47ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [83ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [88ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [90ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [90ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [184ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [186ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [187ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [188ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [439ms] refreshing cache from master, [439ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [443ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1584842878(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3c7a8993 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398) -> (continuation of Deferred@848675670 after retry RPC@1505450512), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcc07fe -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398) -> (continuation of Deferred@848675670 after retry RPC@1505450512))) after lookup
02:04:50.957 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:50.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:50.958 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:51.516 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:51.516 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425),994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)[L]]}]
02:04:51.516 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1004), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [24ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [25ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [25ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [44ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [47ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [47ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [83ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [88ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [90ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [90ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [184ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [186ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [187ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [188ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [439ms] refreshing cache from master, [439ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [443ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [444ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [446ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [446ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [999ms] refreshing cache from master, [999ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1003ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1584842878(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3c7a8993 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398) -> (continuation of Deferred@848675670 after retry RPC@1505450512) -> (continuation of Deferred@986896388 after retry RPC@960134804), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcc07fe -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398) -> (continuation of Deferred@848675670 after retry RPC@1505450512) -> (continuation of Deferred@986896388 after retry RPC@960134804))) after lookup
02:04:51.517 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] connecting to peer
02:04:51.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:51.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] cleaning up while in state CONNECTING due to: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:51.519 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087) for tablet c7505f9e925949cf8440e1c3b128522e: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087
02:04:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.783134 14513 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.783610 14513 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.786173 14513 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:51.790365 14158 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:51.794394 14158 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.799117 14447 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0" is_pre_election: true
02:04:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.799903 14447 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 9.
02:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.801403 14159 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.802284 14513 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 10 FOLLOWER]: Leader pre-election won for term 11
02:04:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.802600 14513 raft_consensus.cc:493] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 10 FOLLOWER]: Starting leader election (detected failure of leader 994f3d7211f640e4b69b9e00f9706c19)
02:04:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.802853 14513 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 10 FOLLOWER]: Advancing to term 11
02:04:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.807564 14513 raft_consensus.cc:515] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.809506 14513 leader_election.cc:290] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 11 election: Requested vote from peers 4eb6880006ae44d78bd8bda6037e04c0 (127.11.95.130:40145), 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.810447 14447 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c7505f9e925949cf8440e1c3b128522e" candidate_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4eb6880006ae44d78bd8bda6037e04c0"
02:04:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.811108 14447 raft_consensus.cc:3060] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 9 FOLLOWER]: Advancing to term 11
02:04:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:51.813968 14158 leader_election.cc:336] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111)
02:04:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.819235 14447 raft_consensus.cc:2468] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6eb3ffc7729f42be91c560bf63f43a0e in term 11.
02:04:51.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.820617 14159 leader_election.cc:304] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4eb6880006ae44d78bd8bda6037e04c0, 6eb3ffc7729f42be91c560bf63f43a0e; no voters: 994f3d7211f640e4b69b9e00f9706c19
02:04:51.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.821476 14513 raft_consensus.cc:2804] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 11 FOLLOWER]: Leader election won for term 11
02:04:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.823515 14513 raft_consensus.cc:697] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [term 11 LEADER]: Becoming Leader. State: Replica: 6eb3ffc7729f42be91c560bf63f43a0e, State: Running, Role: LEADER
02:04:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.824774 14513 consensus_queue.cc:237] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:51.835662 11788 catalog_manager.cc:5719] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e reported cstate change: term changed from 10 to 11, leader changed from 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131) to 6eb3ffc7729f42be91c560bf63f43a0e (127.11.95.129). New cstate: current_term: 11 leader_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } health_report { overall_health: HEALTHY } } }
02:04:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:52.207321 14447 raft_consensus.cc:1275] T c7505f9e925949cf8440e1c3b128522e P 4eb6880006ae44d78bd8bda6037e04c0 [term 11 FOLLOWER]: Refusing update from remote peer 6eb3ffc7729f42be91c560bf63f43a0e: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
02:04:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:52.209036 14513 consensus_queue.cc:1048] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
02:04:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:52.247519 14158 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e -> Peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Couldn't send request to peer 994f3d7211f640e4b69b9e00f9706c19. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:52.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c7505f9e925949cf8440e1c3b128522e for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412' with partition [<start>, <end>)
02:04:52.795 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c7505f9e925949cf8440e1c3b128522e@[4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145),6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)[L],994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)]}]
02:04:52.796 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c7505f9e925949cf8440e1c3b128522e, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2283), Traces: [0ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [2ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [24ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [25ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [25ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [44ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [47ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [47ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [83ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [88ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [90ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [90ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [184ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [186ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [187ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [188ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [439ms] refreshing cache from master, [439ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [443ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [444ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [446ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [446ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [999ms] refreshing cache from master, [999ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [1003ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, [1005ms] sending RPC to server 994f3d7211f640e4b69b9e00f9706c19, [1007ms] received response from server 994f3d7211f640e4b69b9e00f9706c19: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [1007ms] delaying RPC due to: Network error: Failed to connect to peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087): Connection refused: /127.11.95.131:38087, [2279ms] refreshing cache from master, [2279ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.95.189:45657, [2283ms] Sub RPC GetTableLocations: received response from server master-127.11.95.189:45657: OK, deferred=Deferred@1584842878(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f60cc3391e8@3c7a8993 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398) -> (continuation of Deferred@848675670 after retry RPC@1505450512) -> (continuation of Deferred@986896388 after retry RPC@960134804) -> (continuation of Deferred@398325228 after retry RPC@2107242321), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcc07fe -> wakeup thread Time-limited test -> (continuation of Deferred@78487189 after retry RPC@1259440649) -> (continuation of Deferred@588469290 after retry RPC@1679152003) -> (continuation of Deferred@1110103183 after retry RPC@1981000398) -> (continuation of Deferred@848675670 after retry RPC@1505450512) -> (continuation of Deferred@986896388 after retry RPC@960134804) -> (continuation of Deferred@398325228 after retry RPC@2107242321))) after lookup
02:04:52.796 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] connecting to peer
02:04:52.798 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] Successfully connected to peer
02:04:52.816 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x4091b760, L:/127.0.0.1:50384 - R:/127.11.95.129:46425] using TOKEN/null
02:04:52.864 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.95.131:38087
02:04:52.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:04:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:52.866250 11646 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu
02:04:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:53.211045 14556 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:53.211694 14556 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:53.212366 14556 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:53.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:53.248558 14556 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:53.250136 14556 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.95.131
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:53.293677 14556 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/logs
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.95.148:45517
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.95.131:38087
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.95.131
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38165
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.95.190:33333,127.11.95.189:45657,127.11.95.188:41493
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.95.131
02:04:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:55 UTC on e7f111948823
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13299
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:53.295526 14556 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:53.297904 14556 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:04:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:53.311435 14563 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:53.313932 14564 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:54.555229 14565 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:04:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:54.556833 14567 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.556854 14556 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.561151 14556 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.564411 14556 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.565930 14556 hybrid_clock.cc:648] HybridClock initialized: now 1786500294565873 us; error 60 us; skew 500 ppm
02:04:54.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.566931 14556 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.573890 14556 webserver.cc:533] Webserver started at http://127.11.95.131:38165/ using document root <none> and password file <none>
02:04:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.575069 14556 fs_manager.cc:362] Metadata directory not provided
02:04:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.575361 14556 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.584039 14556 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.001s	sys 0.004s
02:04:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.589154 14583 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:04:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.590610 14556 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:04:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.590925 14556 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data,/tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "994f3d7211f640e4b69b9e00f9706c19"
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:04:02 on dist-test-slave-p3t5"
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.592922 14556 fs_report.cc:389] FS layout report
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/wal
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/data
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:04:54.633976 14158 consensus_peers.cc:597] T c7505f9e925949cf8440e1c3b128522e P 6eb3ffc7729f42be91c560bf63f43a0e -> Peer 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087): Couldn't send request to peer 994f3d7211f640e4b69b9e00f9706c19. Status: Network error: Client connection negotiation failed: client connection to 127.11.95.131:38087: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:04:54.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.648694 14556 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:04:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.650457 14556 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.650928 14556 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.653977 14556 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.660182 14591 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
02:04:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.669396 14556 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:04:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.669750 14556 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s	user 0.001s	sys 0.001s
02:04:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.670086 14556 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:04:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.675467 14556 ts_tablet_manager.cc:616] Registered 1 tablets
02:04:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.675683 14556 ts_tablet_manager.cc:595] Time spent register tablets: real 0.006s	user 0.001s	sys 0.003s
02:04:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.676424 14591 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap starting.
02:04:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.754365 14591 log.cc:826] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Log is configured to *not* fsync() on all Append() calls
02:04:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.867624 14591 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.868782 14591 tablet_bootstrap.cc:492] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Bootstrap complete.
02:04:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.870734 14591 ts_tablet_manager.cc:1403] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent bootstrapping tablet: real 0.195s	user 0.151s	sys 0.039s
02:04:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.877481 14556 rpc_server.cc:307] RPC server started. Bound to: 127.11.95.131:38087
02:04:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.877660 14718 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.95.131:38087 every 8 connection(s)
02:04:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.880296 14556 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLJ9Xb/test-tmp/mini-kudu-cluster14367775565464584109/ts-2/data/info.pb
02:04:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.881417 11646 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu as pid 14556
02:04:54.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:04:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.889978 14591 raft_consensus.cc:359] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.893831 14591 raft_consensus.cc:740] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 994f3d7211f640e4b69b9e00f9706c19, State: Initialized, Role: FOLLOWER
02:04:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.895628 14591 consensus_queue.cc:260] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eb6880006ae44d78bd8bda6037e04c0" member_type: VOTER last_known_addr { host: "127.11.95.130" port: 40145 } } peers { permanent_uuid: "994f3d7211f640e4b69b9e00f9706c19" member_type: VOTER last_known_addr { host: "127.11.95.131" port: 38087 } } peers { permanent_uuid: "6eb3ffc7729f42be91c560bf63f43a0e" member_type: VOTER last_known_addr { host: "127.11.95.129" port: 46425 } }
02:04:54.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.906323 14591 ts_tablet_manager.cc:1434] T c7505f9e925949cf8440e1c3b128522e P 994f3d7211f640e4b69b9e00f9706c19: Time spent starting tablet: real 0.035s	user 0.026s	sys 0.008s
02:04:54.917 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:54.939 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500243412, tablet=c7505f9e925949cf8440e1c3b128522e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:04:54.953 [DEBUG - main] (Connection.java:575) [peer 994f3d7211f640e4b69b9e00f9706c19(127.11.95.131:38087)] disconnecting while in state TERMINATED
02:04:54.955 [DEBUG - main] (Connection.java:575) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] disconnecting while in state READY
02:04:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.955605 14719 heartbeater.cc:344] Connected to a master server at 127.11.95.189:45657
02:04:54.960 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] handling channelInactive
02:04:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.956267 14719 heartbeater.cc:461] Registering TS with master...
02:04:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.957918 14719 heartbeater.cc:507] Master 127.11.95.189:45657 requested a full tablet report, sending...
02:04:54.962 [DEBUG - main] (Connection.java:575) [peer master-127.11.95.190:33333(127.11.95.190:33333)] disconnecting while in state READY
02:04:54.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6eb3ffc7729f42be91c560bf63f43a0e(127.11.95.129:46425)] cleaning up while in state READY due to: connection closed
02:04:54.962 [DEBUG - main] (Connection.java:575) [peer 4eb6880006ae44d78bd8bda6037e04c0(127.11.95.130:40145)] disconnecting while in state TERMINATED
02:04:54.962 [DEBUG - main] (Connection.java:575) [peer master-127.11.95.189:45657(127.11.95.189:45657)] disconnecting while in state READY
02:04:54.963 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.95.189:45657(127.11.95.189:45657)] handling channelInactive
02:04:54.963 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.95.190:33333(127.11.95.190:33333)] handling channelInactive
02:04:54.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.95.190:33333(127.11.95.190:33333)] cleaning up while in state READY due to: connection closed
02:04:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.963461 11789 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:54.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.95.189:45657(127.11.95.189:45657)] cleaning up while in state READY due to: connection closed
02:04:54.964 [DEBUG - main] (Connection.java:575) [peer master-127.11.95.188:41493(127.11.95.188:41493)] disconnecting while in state READY
02:04:54.966 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.95.188:41493(127.11.95.188:41493)] handling channelInactive
02:04:54.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.95.188:41493(127.11.95.188:41493)] cleaning up while in state READY due to: connection closed
02:04:54.968 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.968086 11789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.95.131:43305
02:04:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.978848 14719 heartbeater.cc:499] Master 127.11.95.189:45657 was elected leader, sending a full tablet report...
02:04:54.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.983359 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 14132
02:04:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.997583 14725 heartbeater.cc:344] Connected to a master server at 127.11.95.190:33333
02:04:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.998055 14725 heartbeater.cc:461] Registering TS with master...
02:04:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:54.998847 14725 heartbeater.cc:507] Master 127.11.95.190:33333 requested a full tablet report, sending...
02:04:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.000523 14720 heartbeater.cc:344] Connected to a master server at 127.11.95.188:41493
02:04:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.000908 14720 heartbeater.cc:461] Registering TS with master...
02:04:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.001588 14720 heartbeater.cc:507] Master 127.11.95.188:41493 requested a full tablet report, sending...
02:04:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.002970 11694 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:55.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.004971 11880 ts_manager.cc:194] Re-registered known tserver with Master: 994f3d7211f640e4b69b9e00f9706c19 (127.11.95.131:38087)
02:04:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.027865 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 14334
02:04:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.066402 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 14556
02:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.102555 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 11659
02:04:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.143508 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 11740
02:04:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:04:55.190444 11646 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLJ9Xb/build/tsan/bin/kudu with pid 11829
02:04:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:04:56Z chronyd exiting

Time: 70.846

OK (1 test)

