JUnit version 4.13.2
.00:13:40.461 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786493620452
00:13:40.532 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:13:40.561 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:13:40.571 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskj0sHiz/test-tmp
00:13:40.594 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
00:13:40.597 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskj0sHiz/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
00:13:40.798 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:13:40.816 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:13:40.817 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:13:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.818507 16130 mini_oidc.cc:150] Starting JWKS server
00:13:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.819303 16130 webserver.cc:533] Webserver started at http://127.0.0.1:40417/ using document root <none> and password file <none>
00:13:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.819455 16130 mini_oidc.cc:186] Starting OIDC Discovery server
00:13:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.819638 16130 webserver.cc:533] Webserver started at http://127.0.0.1:37057/ using document root <none> and password file <none>
00:13:40.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:13:40Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:13:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:13:40Z Disabled control of system clock
00:13:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.836699 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/wal
00:13:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data
00:13:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/logs
00:13:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data/info.pb
00:13:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.190:36327
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.190
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:13:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:13:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40417/jwks.json with env {}
00:13:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.910887 16149 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.911026 16149 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.911042 16149 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.912833 16149 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:13:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.912889 16149 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.912910 16149 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:13:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.912925 16149 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:13:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.912935 16149 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:13:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.912945 16149 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40417/jwks.json
00:13:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.914564 16149 master_runner.cc:387] Master server non-default flags:
00:13:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/logs
00:13:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data
00:13:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/wal
00:13:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:13:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:13:40.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.190:36327
00:13:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:13:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:13:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40417/jwks.json
00:13:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data/info.pb
00:13:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.190
00:13:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16149
00:13:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:13:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.914780 16149 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.915005 16149 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.917418 16156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.917418 16159 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.917537 16157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.917662 16149 server_base.cc:1061] running on GCE node
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.917814 16149 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.917995 16149 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.919123 16149 hybrid_clock.cc:648] HybridClock initialized: now 1786493620919072 us; error 63 us; skew 500 ppm
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.920137 16149 webserver.cc:533] Webserver started at http://127.15.192.190:39375/ using document root <none> and password file <none>
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.920287 16149 fs_manager.cc:362] Metadata directory not provided
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.920313 16149 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.920382 16149 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:13:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.921072 16149 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data/instance:
00:13:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "feb959829dcc448db19be51091646fe3"
00:13:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:40 on dist-test-slave-gjrz"
00:13:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.921324 16149 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/wal/instance:
00:13:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "feb959829dcc448db19be51091646fe3"
00:13:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:40 on dist-test-slave-gjrz"
00:13:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.922399 16149 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
00:13:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.922971 16169 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.923115 16149 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:13:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.923174 16149 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/wal
00:13:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "feb959829dcc448db19be51091646fe3"
00:13:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:40 on dist-test-slave-gjrz"
00:13:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.923223 16149 fs_report.cc:389] FS layout report
00:13:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/wal
00:13:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/wal
00:13:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data/data
00:13:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:40.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.933779 16149 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.933987 16149 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.934068 16149 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.937709 16149 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.190:36327
00:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.937740 16267 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.190:36327 every 8 connection(s)
00:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.938061 16149 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/data/info.pb
00:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.938555 16268 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:13:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.939697 16268 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } has no permanent_uuid. Determining permanent_uuid...
00:13:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.940347 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 16149
00:13:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.940450 16130 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-0/wal/instance
00:13:40.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.941370 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:40.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:40.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/wal
00:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data
00:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/logs
00:13:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data/info.pb
00:13:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:40.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:13:40.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:13:40.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.189:41167
00:13:40.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.189
00:13:40.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:13:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:13:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40417/jwks.json with env {}
00:13:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.945794 16268 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } has no permanent_uuid. Determining permanent_uuid...
00:13:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.946139 16174 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.189:41167: connect: Connection refused (error 111)
00:13:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.946578 16268 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.192.189:41167: Network error: Client connection negotiation failed: client connection to 127.15.192.189:41167: connect: Connection refused (error 111)
00:13:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:40.995738 16268 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } attempt: 1
00:13:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:40.996358 16268 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.192.189:41167: Network error: Client connection negotiation failed: client connection to 127.15.192.189:41167: connect: Connection refused (error 111)
00:13:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.018065 16273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.018198 16273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.018224 16273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.019908 16273 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:13:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.019950 16273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.019968 16273 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:13:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.019982 16273 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:13:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.019999 16273 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:13:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.020013 16273 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40417/jwks.json
00:13:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.022149 16273 master_runner.cc:387] Master server non-default flags:
00:13:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/logs
00:13:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data
00:13:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/wal
00:13:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:13:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:13:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.189:41167
00:13:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:13:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:13:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40417/jwks.json
00:13:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data/info.pb
00:13:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.189
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16273
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.022370 16273 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.022601 16273 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.026633 16284 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.026669 16285 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.026844 16288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.026917 16273 server_base.cc:1061] running on GCE node
00:13:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.027083 16273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.027323 16273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.031360 16273 hybrid_clock.cc:648] HybridClock initialized: now 1786493621031332 us; error 41 us; skew 500 ppm
00:13:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.032639 16273 webserver.cc:533] Webserver started at http://127.15.192.189:43809/ using document root <none> and password file <none>
00:13:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.032820 16273 fs_manager.cc:362] Metadata directory not provided
00:13:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.032866 16273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.032972 16273 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:13:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.033957 16273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data/instance:
00:13:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca3e0725b9b444989e9fe1494935e4ff"
00:13:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.034291 16273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/wal/instance:
00:13:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca3e0725b9b444989e9fe1494935e4ff"
00:13:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.035714 16273 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.002s
00:13:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.036399 16300 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.036527 16273 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:13:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.036588 16273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/wal
00:13:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca3e0725b9b444989e9fe1494935e4ff"
00:13:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.036638 16273 fs_report.cc:389] FS layout report
00:13:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/wal
00:13:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/wal
00:13:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data/data
00:13:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.064015 16273 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.064292 16273 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.064411 16273 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.064492 16268 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } attempt: 2
00:13:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.065358 16268 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.192.189:41167: Network error: Client connection negotiation failed: client connection to 127.15.192.189:41167: connect: Connection refused (error 111)
00:13:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.068368 16273 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.189:41167
00:13:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.068411 16387 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.189:41167 every 8 connection(s)
00:13:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.068728 16273 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/data/info.pb
00:13:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.069267 16388 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:13:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.069758 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 16273
00:13:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.069823 16130 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-1/wal/instance
00:13:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.070199 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/wal
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/logs
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data/info.pb
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.188:37549
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.188
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:13:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:13:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40417/jwks.json with env {}
00:13:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.070530 16388 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } has no permanent_uuid. Determining permanent_uuid...
00:13:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.076465 16388 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } has no permanent_uuid. Determining permanent_uuid...
00:13:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.083017 16388 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } has no permanent_uuid. Determining permanent_uuid...
00:13:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.083417 16304 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.188:37549: connect: Connection refused (error 111)
00:13:41.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.084574 16388 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.192.188:37549: Network error: Client connection negotiation failed: client connection to 127.15.192.188:37549: connect: Connection refused (error 111)
00:13:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.133778 16388 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } attempt: 1
00:13:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.135438 16388 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.192.188:37549: Network error: Client connection negotiation failed: client connection to 127.15.192.188:37549: connect: Connection refused (error 111)
00:13:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.150590 16397 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.150723 16397 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.150740 16397 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.152158 16397 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:13:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.152195 16397 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.152207 16397 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:13:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.152217 16397 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:13:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.152227 16397 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:13:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.152237 16397 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40417/jwks.json
00:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.154397 16397 master_runner.cc:387] Master server non-default flags:
00:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/logs
00:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/wal
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:13:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.188:37549
00:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40417/jwks.json
00:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data/info.pb
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.188
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16397
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:41.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.154593 16397 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.154747 16397 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.156525 16268 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } attempt: 3
00:13:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.156659 16410 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.156715 16412 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.156925 16415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.157104 16397 server_base.cc:1061] running on GCE node
00:13:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.157567 16397 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.157747 16397 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.159062 16397 hybrid_clock.cc:648] HybridClock initialized: now 1786493621159041 us; error 29 us; skew 500 ppm
00:13:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.160576 16397 webserver.cc:533] Webserver started at http://127.15.192.188:46081/ using document root <none> and password file <none>
00:13:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.160758 16397 fs_manager.cc:362] Metadata directory not provided
00:13:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.160797 16397 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.160910 16397 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:13:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.160897 16268 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } has no permanent_uuid. Determining permanent_uuid...
00:13:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.161417 16268 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.192.188:37549: Network error: Client connection negotiation failed: client connection to 127.15.192.188:37549: connect: Connection refused (error 111)
00:13:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.162024 16397 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data/instance:
00:13:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da6d26e76f2c423786c50a9fc18cc785"
00:13:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.162366 16397 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/wal/instance:
00:13:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da6d26e76f2c423786c50a9fc18cc785"
00:13:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.163854 16397 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.001s
00:13:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.164618 16426 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.164776 16397 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.164840 16397 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/wal
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da6d26e76f2c423786c50a9fc18cc785"
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.164891 16397 fs_report.cc:389] FS layout report
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/wal
00:13:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/wal
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data/data
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.181542 16397 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.181813 16397 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.181942 16397 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.185981 16397 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.188:37549
00:13:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.186022 16523 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.188:37549 every 8 connection(s)
00:13:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.186328 16397 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/data/info.pb
00:13:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.186926 16524 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:13:41.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.188508 16524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } has no permanent_uuid. Determining permanent_uuid...
00:13:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.192507 16524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } has no permanent_uuid. Determining permanent_uuid...
00:13:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.192559 16268 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } attempt: 1
00:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.195290 16524 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } has no permanent_uuid. Determining permanent_uuid...
00:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.196483 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 16397
00:13:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.196560 16130 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/master-2/wal/instance
00:13:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.196990 16268 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: Bootstrap starting.
00:13:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.197650 16268 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: Neither blocks nor log segments found. Creating new log.
00:13:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.197924 16268 log.cc:826] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: Log is configured to *not* fsync() on all Append() calls
00:13:41.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.198935 16268 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: No bootstrap required, opened a new log
00:13:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.201023 16268 raft_consensus.cc:359] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.201146 16268 raft_consensus.cc:385] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:13:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.201177 16268 raft_consensus.cc:740] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: feb959829dcc448db19be51091646fe3, State: Initialized, Role: FOLLOWER
00:13:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.201502 16268 consensus_queue.cc:260] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.201786 16268 sys_catalog.cc:565] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [sys.catalog]: configured and running, proceeding with master startup.
00:13:41.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.203572 16388 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } attempt: 2
00:13:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.203823 16552 catalog_manager.cc:1594] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:13:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.203861 16552 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:13:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.203435 16532 sys_catalog.cc:455] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.205217 16532 sys_catalog.cc:458] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [sys.catalog]: This master's current role is: FOLLOWER
00:13:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.204866 16149 master_runner.cc:187] Error getting master registration for 127.15.192.189:41167: OK, instance_id { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" instance_seqno: 1786493621067428 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:13:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.206485 16149 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:13:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.207175 16524 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: Bootstrap starting.
00:13:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.208504 16524 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: Neither blocks nor log segments found. Creating new log.
00:13:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.208770 16524 log.cc:826] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: Log is configured to *not* fsync() on all Append() calls
00:13:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.210738 16524 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: No bootstrap required, opened a new log
00:13:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.212268 16524 raft_consensus.cc:359] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.212383 16524 raft_consensus.cc:385] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:13:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.212410 16524 raft_consensus.cc:740] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da6d26e76f2c423786c50a9fc18cc785, State: Initialized, Role: FOLLOWER
00:13:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.212483 16524 consensus_queue.cc:260] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.212723 16524 sys_catalog.cc:565] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [sys.catalog]: configured and running, proceeding with master startup.
00:13:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.212795 16388 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff: Bootstrap starting.
00:13:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.213420 16388 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff: Neither blocks nor log segments found. Creating new log.
00:13:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.213696 16388 log.cc:826] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff: Log is configured to *not* fsync() on all Append() calls
00:13:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.214547 16580 catalog_manager.cc:1594] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:13:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.215173 16388 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff: No bootstrap required, opened a new log
00:13:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.217164 16388 raft_consensus.cc:359] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.217258 16388 raft_consensus.cc:385] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:13:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.217285 16388 raft_consensus.cc:740] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca3e0725b9b444989e9fe1494935e4ff, State: Initialized, Role: FOLLOWER
00:13:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.217367 16388 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.217633 16388 sys_catalog.cc:565] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: configured and running, proceeding with master startup.
00:13:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.218781 16580 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:13:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.214876 16562 sys_catalog.cc:455] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.220551 16562 sys_catalog.cc:458] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [sys.catalog]: This master's current role is: FOLLOWER
00:13:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.217617 16583 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.219543 16397 master_runner.cc:187] Error getting master registration for 127.15.192.189:41167: OK, instance_id { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" instance_seqno: 1786493621067428 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:13:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.221098 16397 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:13:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.221505 16583 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: This master's current role is: FOLLOWER
00:13:41.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.221961 16273 master_runner.cc:264] No leader master found from master ca3e0725b9b444989e9fe1494935e4ff
00:13:41.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.222009 16273 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:13:41.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.222473 16601 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:13:41.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.222525 16601 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:13:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.315107 16306 tablet.cc:2406] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:13:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.432770 16437 tablet.cc:2406] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:13:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.434665 16184 tablet.cc:2406] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:13:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.502969 16583 raft_consensus.cc:493] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:13:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503113 16583 raft_consensus.cc:515] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503321 16583 leader_election.cc:290] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers feb959829dcc448db19be51091646fe3 (127.15.192.190:36327), da6d26e76f2c423786c50a9fc18cc785 (127.15.192.188:37549)
00:13:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503508 16221 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca3e0725b9b444989e9fe1494935e4ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "feb959829dcc448db19be51091646fe3" is_pre_election: true
00:13:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503531 16471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca3e0725b9b444989e9fe1494935e4ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da6d26e76f2c423786c50a9fc18cc785" is_pre_election: true
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503643 16471 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca3e0725b9b444989e9fe1494935e4ff in term 0.
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503640 16221 raft_consensus.cc:2468] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca3e0725b9b444989e9fe1494935e4ff in term 0.
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503825 16304 leader_election.cc:304] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ca3e0725b9b444989e9fe1494935e4ff, da6d26e76f2c423786c50a9fc18cc785; no voters: 
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503926 16583 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Leader pre-election won for term 1
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503969 16583 raft_consensus.cc:493] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.503990 16583 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 0 FOLLOWER]: Advancing to term 1
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.504593 16583 raft_consensus.cc:515] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.504704 16583 leader_election.cc:290] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [CANDIDATE]: Term 1 election: Requested vote from peers feb959829dcc448db19be51091646fe3 (127.15.192.190:36327), da6d26e76f2c423786c50a9fc18cc785 (127.15.192.188:37549)
00:13:41.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.504856 16221 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca3e0725b9b444989e9fe1494935e4ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "feb959829dcc448db19be51091646fe3"
00:13:41.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.504921 16221 raft_consensus.cc:3060] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [term 0 FOLLOWER]: Advancing to term 1
00:13:41.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.504910 16471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca3e0725b9b444989e9fe1494935e4ff" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da6d26e76f2c423786c50a9fc18cc785"
00:13:41.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.504994 16471 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [term 0 FOLLOWER]: Advancing to term 1
00:13:41.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.505712 16221 raft_consensus.cc:2468] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca3e0725b9b444989e9fe1494935e4ff in term 1.
00:13:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.505873 16471 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca3e0725b9b444989e9fe1494935e4ff in term 1.
00:13:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.505880 16301 leader_election.cc:304] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ca3e0725b9b444989e9fe1494935e4ff, feb959829dcc448db19be51091646fe3; no voters: 
00:13:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.505960 16583 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 1 FOLLOWER]: Leader election won for term 1
00:13:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.506091 16583 raft_consensus.cc:697] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [term 1 LEADER]: Becoming Leader. State: Replica: ca3e0725b9b444989e9fe1494935e4ff, State: Running, Role: LEADER
00:13:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.506191 16583 consensus_queue.cc:237] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } }
00:13:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.506583 16603 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca3e0725b9b444989e9fe1494935e4ff. Latest consensus state: current_term: 1 leader_uuid: "ca3e0725b9b444989e9fe1494935e4ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.506662 16603 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: This master's current role is: LEADER
00:13:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.506865 16606 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
00:13:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.507030 16606 catalog_manager.cc:1520] Initializing Kudu cluster ID...
00:13:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.508258 16471 raft_consensus.cc:1275] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [term 1 FOLLOWER]: Refusing update from remote peer ca3e0725b9b444989e9fe1494935e4ff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:13:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.508503 16221 raft_consensus.cc:1275] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [term 1 FOLLOWER]: Refusing update from remote peer ca3e0725b9b444989e9fe1494935e4ff: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:13:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.508553 16583 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:13:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.508728 16583 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [LEADER]: Connected to new peer: Peer: permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:13:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.509675 16562 sys_catalog.cc:455] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca3e0725b9b444989e9fe1494935e4ff. Latest consensus state: current_term: 1 leader_uuid: "ca3e0725b9b444989e9fe1494935e4ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.509680 16532 sys_catalog.cc:455] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca3e0725b9b444989e9fe1494935e4ff. Latest consensus state: current_term: 1 leader_uuid: "ca3e0725b9b444989e9fe1494935e4ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.509745 16562 sys_catalog.cc:458] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [sys.catalog]: This master's current role is: FOLLOWER
00:13:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.509750 16532 sys_catalog.cc:458] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [sys.catalog]: This master's current role is: FOLLOWER
00:13:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.511464 16583 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca3e0725b9b444989e9fe1494935e4ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.511543 16583 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: This master's current role is: LEADER
00:13:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.511606 16562 sys_catalog.cc:455] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca3e0725b9b444989e9fe1494935e4ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.511673 16562 sys_catalog.cc:458] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785 [sys.catalog]: This master's current role is: FOLLOWER
00:13:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.511713 16608 mvcc.cc:204] Tried to move back new op lower bound from 7317477873695854592 to 7317477873689821184. Current Snapshot: MvccSnapshot[applied={T|T < 7317477873695854592}]
00:13:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.511797 16606 catalog_manager.cc:1383] Generated new cluster ID: 25e6f4981fad4b3d8b67f7708d40fe2d
00:13:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.511837 16606 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
00:13:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.515832 16606 catalog_manager.cc:1406] Generated new certificate authority record
00:13:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.516207 16603 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca3e0725b9b444989e9fe1494935e4ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.516856 16603 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff [sys.catalog]: This master's current role is: LEADER
00:13:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.516855 16532 sys_catalog.cc:455] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca3e0725b9b444989e9fe1494935e4ff" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feb959829dcc448db19be51091646fe3" member_type: VOTER last_known_addr { host: "127.15.192.190" port: 36327 } } peers { permanent_uuid: "ca3e0725b9b444989e9fe1494935e4ff" member_type: VOTER last_known_addr { host: "127.15.192.189" port: 41167 } } peers { permanent_uuid: "da6d26e76f2c423786c50a9fc18cc785" member_type: VOTER last_known_addr { host: "127.15.192.188" port: 37549 } } }
00:13:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.516920 16532 sys_catalog.cc:458] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3 [sys.catalog]: This master's current role is: FOLLOWER
00:13:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.516983 16609 mvcc.cc:204] Tried to move back new op lower bound from 7317477873695854592 to 7317477873689821184. Current Snapshot: MvccSnapshot[applied={T|T < 7317477873695854592}]
00:13:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.517370 16606 catalog_manager.cc:1540] Loading token signing keys...
00:13:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.524080 16606 catalog_manager.cc:6092] T 00000000000000000000000000000000 P ca3e0725b9b444989e9fe1494935e4ff: Generated new TSK 0
00:13:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.524224 16606 catalog_manager.cc:1550] Initializing in-progress tserver states...
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.543182 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:0
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.616906 16626 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.617053 16626 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.617071 16626 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.618425 16626 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.618467 16626 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.129
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.619933 16626 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:0
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16626
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:13:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.620090 16626 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.620239 16626 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.622609 16634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.622622 16638 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.622812 16633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.623018 16626 server_base.cc:1061] running on GCE node
00:13:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.623157 16626 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:41.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.623347 16626 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:41.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.624503 16626 hybrid_clock.cc:648] HybridClock initialized: now 1786493621624475 us; error 41 us; skew 500 ppm
00:13:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.625641 16626 webserver.cc:533] Webserver started at http://127.15.192.129:40725/ using document root <none> and password file <none>
00:13:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.625824 16626 fs_manager.cc:362] Metadata directory not provided
00:13:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.625867 16626 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.625968 16626 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:13:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.626952 16626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/instance:
00:13:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.627347 16626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal/instance:
00:13:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.628701 16626 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
00:13:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.629415 16655 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.629575 16626 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:13:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.629637 16626 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.629683 16626 fs_report.cc:389] FS layout report
00:13:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/data
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656140 16626 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656426 16626 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656523 16626 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656666 16626 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656911 16626 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:13:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656941 16626 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:13:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656960 16626 ts_tablet_manager.cc:616] Registered 0 tablets
00:13:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.656971 16626 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:13:41.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.662343 16626 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.129:42943
00:13:41.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.662407 16863 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.129:42943 every 8 connection(s)
00:13:41.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.662638 16626 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.666962 16869 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.667300 16869 heartbeater.cc:461] Registering TS with master...
00:13:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.667307 16867 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.667388 16867 heartbeater.cc:461] Registering TS with master...
00:13:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.667497 16869 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.667500 16867 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.667876 16325 ts_manager.cc:194] Registered new tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.668087 16205 ts_manager.cc:194] Registered new tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.668538 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.129:54649
00:13:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.669972 16865 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.670030 16865 heartbeater.cc:461] Registering TS with master...
00:13:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.670068 16865 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.670140 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 16626
00:13:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.670220 16130 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal/instance
00:13:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.670331 16455 ts_manager.cc:194] Registered new tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.671283 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:0
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:13:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.747013 16882 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.747151 16882 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.747169 16882 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.748564 16882 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.748612 16882 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.130
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.750061 16882 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:0
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16882
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.750209 16882 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.750366 16882 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.752527 16896 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.752637 16895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.752655 16882 server_base.cc:1061] running on GCE node
00:13:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.752547 16898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.752856 16882 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.753096 16882 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.754249 16882 hybrid_clock.cc:648] HybridClock initialized: now 1786493621754237 us; error 28 us; skew 500 ppm
00:13:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.755213 16882 webserver.cc:533] Webserver started at http://127.15.192.130:42111/ using document root <none> and password file <none>
00:13:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.755407 16882 fs_manager.cc:362] Metadata directory not provided
00:13:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.755455 16882 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.755560 16882 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:13:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.756433 16882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/instance:
00:13:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.756735 16882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal/instance:
00:13:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:41.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.758075 16882 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.002s
00:13:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.758738 16911 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.758875 16882 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:13:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.758936 16882 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.758986 16882 fs_report.cc:389] FS layout report
00:13:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/data
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.774849 16882 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.775120 16882 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.775239 16882 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.775480 16882 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.775792 16882 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:13:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.775827 16882 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:13:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.775854 16882 ts_tablet_manager.cc:616] Registered 0 tablets
00:13:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.775870 16882 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:13:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.781317 16882 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.130:43801
00:13:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.781383 17097 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.130:43801 every 8 connection(s)
00:13:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.781657 16882 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:13:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.785660 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 16882
00:13:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.785732 16130 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal/instance
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.786900 17101 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.786981 17101 heartbeater.cc:461] Registering TS with master...
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.786962 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:0
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:13:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.787165 17101 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.787541 16205 ts_manager.cc:194] Registered new tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.788707 17103 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.788755 17103 heartbeater.cc:461] Registering TS with master...
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.788846 17103 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.789040 16325 ts_manager.cc:194] Registered new tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.789062 17098 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.789114 17098 heartbeater.cc:461] Registering TS with master...
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.789201 17098 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.789446 16455 ts_manager.cc:194] Registered new tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.789489 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.130:34405
00:13:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.861596 17113 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:41.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.861732 17113 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:41.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.861755 17113 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.863416 17113 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.863469 17113 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.131
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.865017 17113 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:0
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17113
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.865207 17113 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.865433 17113 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.867827 17122 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.867875 17123 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:41.867877 17129 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.868290 17113 server_base.cc:1061] running on GCE node
00:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.868433 17113 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.868620 17113 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.869988 17113 hybrid_clock.cc:648] HybridClock initialized: now 1786493621869973 us; error 35 us; skew 500 ppm
00:13:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.870960 17113 webserver.cc:533] Webserver started at http://127.15.192.131:37347/ using document root <none> and password file <none>
00:13:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.871170 17113 fs_manager.cc:362] Metadata directory not provided
00:13:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.871219 17113 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.871356 17113 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:13:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.872157 17113 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/instance:
00:13:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc8e78190fb94542bb5519881384cffa"
00:13:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.872468 17113 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal/instance:
00:13:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc8e78190fb94542bb5519881384cffa"
00:13:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.873718 17113 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.874389 17142 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.874584 17113 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.874648 17113 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc8e78190fb94542bb5519881384cffa"
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.874698 17113 fs_report.cc:389] FS layout report
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/data
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:41.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.902125 17113 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:41.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.902343 17113 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:41.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.902419 17113 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:41.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.902590 17113 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.903059 17113 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:13:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.903092 17113 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:13:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.903112 17113 ts_tablet_manager.cc:616] Registered 0 tablets
00:13:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.903122 17113 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:13:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.908988 17113 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.131:44359
00:13:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.909076 17322 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.131:44359 every 8 connection(s)
00:13:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.909240 17113 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.912300 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 17113
00:13:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.912380 16130 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal/instance
00:13:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915346 17325 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915419 17323 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915511 17324 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915638 17324 heartbeater.cc:461] Registering TS with master...
00:13:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915625 17323 heartbeater.cc:461] Registering TS with master...
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915627 17325 heartbeater.cc:461] Registering TS with master...
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915838 17323 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915872 17325 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.915838 17324 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.916245 16325 ts_manager.cc:194] Registered new tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.916258 16205 ts_manager.cc:194] Registered new tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.916643 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.131:36379
00:13:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.916839 16455 ts_manager.cc:194] Registered new tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:41.926646 16130 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:13:41.927 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:13:41.928 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:13:41.937 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.192.190"
      port: 36327
    }
    bound_http_address {
      host: "127.15.192.190"
      port: 39375
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.192.189"
      port: 41167
    }
    bound_http_address {
      host: "127.15.192.189"
      port: 43809
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.192.188"
      port: 37549
    }
    bound_http_address {
      host: "127.15.192.188"
      port: 46081
    }
  }
}

00:13:41.940 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:13:41.942 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.192.129"
      port: 42943
    }
    bound_http_address {
      host: "127.15.192.129"
      port: 40725
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.192.130"
      port: 43801
    }
    bound_http_address {
      host: "127.15.192.130"
      port: 42111
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.192.131"
      port: 44359
    }
    bound_http_address {
      host: "127.15.192.131"
      port: 37347
    }
  }
}

00:13:41.943 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:13:42.125 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
00:13:42.184 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:13:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.204408 16552 catalog_manager.cc:1295] Loaded cluster ID: 25e6f4981fad4b3d8b67f7708d40fe2d
00:13:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.204490 16552 catalog_manager.cc:1588] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: loading cluster ID for follower catalog manager: success
00:13:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.205878 16552 catalog_manager.cc:1610] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: acquiring CA information for follower catalog manager: success
00:13:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.206212 16552 catalog_manager.cc:1638] T 00000000000000000000000000000000 P feb959829dcc448db19be51091646fe3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:13:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.219450 16580 catalog_manager.cc:1295] Loaded cluster ID: 25e6f4981fad4b3d8b67f7708d40fe2d
00:13:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.219515 16580 catalog_manager.cc:1588] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: loading cluster ID for follower catalog manager: success
00:13:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.220839 16580 catalog_manager.cc:1610] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: acquiring CA information for follower catalog manager: success
00:13:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.221138 16580 catalog_manager.cc:1638] T 00000000000000000000000000000000 P da6d26e76f2c423786c50a9fc18cc785: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:13:42.336 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.192.190:36327(127.15.192.190:36327)] connecting to peer
00:13:42.389 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.192.189:41167(127.15.192.189:41167)] connecting to peer
00:13:42.390 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.192.188:37549(127.15.192.188:37549)] connecting to peer
00:13:42.405 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.192.189:41167(127.15.192.189:41167)] Successfully connected to peer
00:13:42.405 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.192.190:36327(127.15.192.190:36327)] Successfully connected to peer
00:13:42.405 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.192.188:37549(127.15.192.188:37549)] Successfully connected to peer
00:13:42.493 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.192.188
00:13:42.493 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.192.190
00:13:42.493 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.15.192.189
00:13:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.669170 16869 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:42.701 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x2d358237, L:/127.0.0.1:54092 - R:/127.15.192.190:36327] using SASL/PLAIN
00:13:42.701 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x42f38c8a, L:/127.0.0.1:46850 - R:/127.15.192.188:37549] using SASL/PLAIN
00:13:42.701 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xb6146d98, L:/127.0.0.1:55556 - R:/127.15.192.189:41167] using SASL/PLAIN
00:13:42.734 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:13:42.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=433), Traces: [0ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.192.190:36327, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.192.189:41167, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.192.188:37549, [409ms] Sub RPC ConnectToMaster: received response from server master-127.15.192.190:36327: OK, [409ms] Sub RPC ConnectToMaster: received response from server master-127.15.192.188:37549: OK, [410ms] Sub RPC ConnectToMaster: received response from server master-127.15.192.189:41167: OK, deferred=null) after lookup
00:13:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.775456 16325 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55556:
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292"
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:13:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:13:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:13:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:13:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:13:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:42.776873 16325 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:13:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.790062 17103 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.795992 17221 tablet_service.cc:1511] Processing CreateTablet for tablet b3a14ad2345a46b3bcc5438ffff8d970 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292 [id=caadb031f04242ef9e54c150ba369ff9]), partition=RANGE (key) PARTITION UNBOUNDED
00:13:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.796283 17221 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3a14ad2345a46b3bcc5438ffff8d970. 1 dirs total, 0 dirs full, 0 dirs failed
00:13:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.797968 16990 tablet_service.cc:1511] Processing CreateTablet for tablet b3a14ad2345a46b3bcc5438ffff8d970 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292 [id=caadb031f04242ef9e54c150ba369ff9]), partition=RANGE (key) PARTITION UNBOUNDED
00:13:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.798224 16990 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3a14ad2345a46b3bcc5438ffff8d970. 1 dirs total, 0 dirs full, 0 dirs failed
00:13:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.800011 16743 tablet_service.cc:1511] Processing CreateTablet for tablet b3a14ad2345a46b3bcc5438ffff8d970 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292 [id=caadb031f04242ef9e54c150ba369ff9]), partition=RANGE (key) PARTITION UNBOUNDED
00:13:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.800251 16743 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b3a14ad2345a46b3bcc5438ffff8d970. 1 dirs total, 0 dirs full, 0 dirs failed
00:13:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.802788 17377 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap starting.
00:13:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.803753 17377 tablet_bootstrap.cc:654] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Neither blocks nor log segments found. Creating new log.
00:13:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.804231 17377 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Log is configured to *not* fsync() on all Append() calls
00:13:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.804661 17374 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap starting.
00:13:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.805395 17374 tablet_bootstrap.cc:654] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Neither blocks nor log segments found. Creating new log.
00:13:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.805529 17376 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap starting.
00:13:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.805953 17374 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Log is configured to *not* fsync() on all Append() calls
00:13:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.806082 17376 tablet_bootstrap.cc:654] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Neither blocks nor log segments found. Creating new log.
00:13:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.806331 17376 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Log is configured to *not* fsync() on all Append() calls
00:13:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.806777 17377 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: No bootstrap required, opened a new log
00:13:42.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table caadb031f04242ef9e54c150ba369ff9
00:13:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.807001 17377 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent bootstrapping tablet: real 0.004s	user 0.002s	sys 0.000s
00:13:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.808561 17377 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.808687 17377 raft_consensus.cc:385] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:13:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.808719 17377 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Initialized, Role: FOLLOWER
00:13:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.808817 17377 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.809032 17377 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
00:13:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.811733 17374 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: No bootstrap required, opened a new log
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.811795 17374 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent bootstrapping tablet: real 0.007s	user 0.001s	sys 0.000s
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.811913 17376 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: No bootstrap required, opened a new log
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.811960 17376 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent bootstrapping tablet: real 0.006s	user 0.001s	sys 0.000s
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813262 17374 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813378 17374 raft_consensus.cc:385] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813406 17374 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Initialized, Role: FOLLOWER
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813417 17376 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813519 17376 raft_consensus.cc:385] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813501 17374 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813544 17376 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddd637cede5643839f6f3fe8395eba14, State: Initialized, Role: FOLLOWER
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813619 17376 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813697 17374 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813796 17376 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
00:13:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:42.813843 17325 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:42.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:42.912173 17326 tablet.cc:2406] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:13:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:42.913755 16872 tablet.cc:2406] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:13:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:43.033851 17104 tablet.cc:2406] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:13:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.095602 17385 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:13:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.095727 17385 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.096001 17385 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.099309 16780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" is_pre_election: true
00:13:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.099455 16780 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 0.
00:13:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.099687 17147 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa; no voters: 
00:13:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.099817 17385 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Leader pre-election won for term 1
00:13:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.099864 17385 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:13:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.099900 17385 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 0 FOLLOWER]: Advancing to term 1
00:13:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.100438 17025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14" is_pre_election: true
00:13:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.100581 17025 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 0.
00:13:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.100751 17385 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.100869 17385 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 1 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.101037 16780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.101037 17025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.101107 16780 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 0 FOLLOWER]: Advancing to term 1
00:13:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.101107 17025 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 0 FOLLOWER]: Advancing to term 1
00:13:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.101847 17025 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 1.
00:13:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.101856 16780 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 1.
00:13:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.102041 17147 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14; no voters: 
00:13:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.102124 17385 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 1 FOLLOWER]: Leader election won for term 1
00:13:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.102250 17385 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 1 LEADER]: Becoming Leader. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Running, Role: LEADER
00:13:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.102348 17385 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.103291 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa reported cstate change: term changed from 0 to 1, leader changed from <none> to bc8e78190fb94542bb5519881384cffa (127.15.192.131). New cstate: current_term: 1 leader_uuid: "bc8e78190fb94542bb5519881384cffa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:13:43.228 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table caadb031f04242ef9e54c150ba369ff9
00:13:43.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:43.249 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:43.250 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=null) after lookup
00:13:43.269 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:43.272 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] Successfully connected to peer
00:13:43.322 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xe5ae4180, L:/127.0.0.1:34232 - R:/127.15.192.131:44359] using TOKEN/null
00:13:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.325596 17025 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Refusing update from remote peer bc8e78190fb94542bb5519881384cffa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:13:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.325630 16780 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Refusing update from remote peer bc8e78190fb94542bb5519881384cffa: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:13:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.325928 17385 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Connected to new peer: Peer: permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:13:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.326232 17385 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:13:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.329174 17402 mvcc.cc:204] Tried to move back new op lower bound from 7317477881138876416 to 7317477880227745792. Current Snapshot: MvccSnapshot[applied={T|T < 7317477881138876416}]
00:13:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.333078 17406 mvcc.cc:204] Tried to move back new op lower bound from 7317477881138876416 to 7317477880227745792. Current Snapshot: MvccSnapshot[applied={T|T < 7317477881138876416 or (T in {7317477881138876416})}]
00:13:43.392 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:13:43.393 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.131:44359
00:13:43.394 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:13:43.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:43.394904 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 17113
00:13:43.417 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:43.419 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] handling channelInactive
00:13:43.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state READY due to: connection closed
00:13:43.420 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: connection closed
00:13:43.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:43.426 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:43.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [3ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1185033729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@37304da5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f3c3d94 -> wakeup thread Time-limited test)) after lookup
00:13:43.426 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:43.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.429 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:43.446 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:43.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [3ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [9ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [12ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [12ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1185033729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@37304da5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f3c3d94 -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263))) after lookup
00:13:43.447 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:43.449 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.449 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.450 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:43.486 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:43.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [3ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [9ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [12ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [12ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [30ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [33ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [33ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1185033729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@37304da5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f3c3d94 -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020))) after lookup
00:13:43.487 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:43.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.489 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:43.506 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:43.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [3ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [9ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [12ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [12ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [30ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [33ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [33ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [69ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [72ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [72ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1185033729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@37304da5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f3c3d94 -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481))) after lookup
00:13:43.507 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:43.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.509 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:43.947 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:43.947 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=529), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [3ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [9ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [12ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [12ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [30ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [33ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [33ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [69ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [72ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [72ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [89ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [92ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [92ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [526ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [529ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1185033729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@37304da5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481) -> (continuation of Deferred@1271805943 after retry RPC@1823316657), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f3c3d94 -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481) -> (continuation of Deferred@1271805943 after retry RPC@1823316657))) after lookup
00:13:43.948 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:43.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:43.950 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.860347 17431 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:13:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.860460 17431 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.860590 17433 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:13:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.860669 17433 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.860988 17431 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.861312 17433 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:44.861553 16916 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:44.861498 16657 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:44.862511 16657 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:44.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:44.863004 16916 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864537 17025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14" is_pre_election: true
00:13:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864611 17025 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 1.
00:13:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864653 16780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" is_pre_election: true
00:13:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864714 16780 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ddd637cede5643839f6f3fe8395eba14 in term 1.
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864794 16659 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864888 17433 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864871 16917 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864920 17433 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.864938 17433 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 1 FOLLOWER]: Advancing to term 2
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.865018 17431 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.865056 17431 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.865073 17431 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 1 FOLLOWER]: Advancing to term 2
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.865727 17433 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.865727 17431 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.865856 17431 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 2 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.865918 17433 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 2 election: Requested vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866098 16780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866110 17025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866164 17025 raft_consensus.cc:2393] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in current term 2: Already voted for candidate ddd637cede5643839f6f3fe8395eba14 in this term.
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866164 16780 raft_consensus.cc:2393] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ddd637cede5643839f6f3fe8395eba14 in current term 2: Already voted for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in this term.
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:44.866304 16657 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866367 16657 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6; no voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866436 17433 raft_consensus.cc:2749] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:44.866591 16916 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866634 16916 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ddd637cede5643839f6f3fe8395eba14; no voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa
00:13:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:44.866711 17431 raft_consensus.cc:2749] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:13:45.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:45.385 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:45.386 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1968), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [3ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [9ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [12ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [12ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [30ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [33ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [33ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [69ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [72ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [72ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [89ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [92ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [92ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [526ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [529ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [531ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [532ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [533ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1965ms] refreshing cache from master, [1966ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1968ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1185033729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@37304da5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481) -> (continuation of Deferred@1271805943 after retry RPC@1823316657) -> (continuation of Deferred@417409315 after retry RPC@412696732), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f3c3d94 -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481) -> (continuation of Deferred@1271805943 after retry RPC@1823316657) -> (continuation of Deferred@417409315 after retry RPC@412696732))) after lookup
00:13:45.386 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:45.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:45.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:45.388 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.412782 17447 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.412865 17447 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.412992 17447 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.413223 17025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14" is_pre_election: true
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.413311 17025 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 2.
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.413462 16659 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: 
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.413564 17447 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Leader pre-election won for term 3
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.413620 17447 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:46.413690 16657 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.413709 17447 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 2 FOLLOWER]: Advancing to term 3
00:13:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.414397 17447 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.414539 17447 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 3 election: Requested vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.414786 17025 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.414862 17025 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 2 FOLLOWER]: Advancing to term 3
00:13:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:46.414975 16657 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.415524 17025 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 3.
00:13:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.415692 16659 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:13:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.415786 17447 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 3 FOLLOWER]: Leader election won for term 3
00:13:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.415882 17447 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 3 LEADER]: Becoming Leader. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Running, Role: LEADER
00:13:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.415972 17447 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:46.416603 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 reported cstate change: term changed from 1 to 3, leader changed from bc8e78190fb94542bb5519881384cffa (127.15.192.131) to 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129). New cstate: current_term: 3 leader_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:13:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:46.882647 16657 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 -> Peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Couldn't send request to peer bc8e78190fb94542bb5519881384cffa. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:13:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.024143 17025 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 3 FOLLOWER]: Refusing update from remote peer 0ee60e7f4df34dd696bc80ff6b7575f6: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
00:13:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.024438 17447 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
00:13:47.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:47.466 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:47.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4049), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [3ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [9ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [12ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [12ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [29ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [30ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [33ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [33ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [68ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [69ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [72ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [72ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [88ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [89ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [92ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [92ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [526ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [529ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [531ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [532ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [533ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1965ms] refreshing cache from master, [1966ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1968ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [1969ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1971ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1971ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [4046ms] refreshing cache from master, [4046ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [4048ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1185033729(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@37304da5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481) -> (continuation of Deferred@1271805943 after retry RPC@1823316657) -> (continuation of Deferred@417409315 after retry RPC@412696732) -> (continuation of Deferred@1486906011 after retry RPC@1177026125), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f3c3d94 -> wakeup thread Time-limited test -> (continuation of Deferred@1419416119 after retry RPC@876653263) -> (continuation of Deferred@1909035747 after retry RPC@719807020) -> (continuation of Deferred@1610168961 after retry RPC@739231481) -> (continuation of Deferred@1271805943 after retry RPC@1823316657) -> (continuation of Deferred@417409315 after retry RPC@412696732) -> (continuation of Deferred@1486906011 after retry RPC@1177026125))) after lookup
00:13:47.468 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:47.469 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] Successfully connected to peer
00:13:47.489 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x3cc9ad42, L:/127.0.0.1:37394 - R:/127.15.192.129:42943] using TOKEN/null
00:13:47.504 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.131:44359
00:13:47.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.506274 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:13:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:13:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.581421 17488 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.581566 17488 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.581584 17488 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.582978 17488 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.583025 17488 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.131
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.584501 17488 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17488
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.584645 17488 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:47.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.584808 17488 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.586829 17499 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.586881 17508 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.586993 17488 server_base.cc:1061] running on GCE node
00:13:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:47.587231 17504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.587417 17488 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.587589 17488 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:47.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.588712 17488 hybrid_clock.cc:648] HybridClock initialized: now 1786493627588693 us; error 37 us; skew 500 ppm
00:13:47.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.589617 17488 webserver.cc:533] Webserver started at http://127.15.192.131:37347/ using document root <none> and password file <none>
00:13:47.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.589775 17488 fs_manager.cc:362] Metadata directory not provided
00:13:47.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.589826 17488 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:47.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.590857 17488 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.591368 17519 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.591495 17488 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.591540 17488 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc8e78190fb94542bb5519881384cffa"
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.591733 17488 fs_report.cc:389] FS layout report
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/data
00:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.625168 17488 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.625396 17488 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.625489 17488 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.625629 17488 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.625955 17527 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:13:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.626715 17488 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:13:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.626746 17488 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:13:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.626767 17488 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:13:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.627228 17488 ts_tablet_manager.cc:616] Registered 1 tablets
00:13:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.627285 17488 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.001s
00:13:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.627337 17527 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap starting.
00:13:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.635346 17729 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.131:44359 every 8 connection(s)
00:13:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.635371 17488 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.131:44359
00:13:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.636052 17488 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.638000 17527 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Log is configured to *not* fsync() on all Append() calls
00:13:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.640071 17527 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:13:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.640353 17527 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap complete.
00:13:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.641199 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 17488
00:13:47.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:47.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.642923 17527 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.011s
00:13:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.644743 17527 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.645028 17527 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Initialized, Role: FOLLOWER
00:13:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.645514 17732 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.645622 17732 heartbeater.cc:461] Registering TS with master...
00:13:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.645793 17732 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:47.646 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:13:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.646538 17731 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.646597 17731 heartbeater.cc:461] Registering TS with master...
00:13:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.646687 17731 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:47.647 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.129:42943
00:13:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.647138 17527 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:47.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:13:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.647643 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 16626
00:13:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.647313 17730 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.667963 17730 heartbeater.cc:461] Registering TS with master...
00:13:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.668040 17527 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent starting tablet: real 0.025s	user 0.002s	sys 0.000s
00:13:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.668186 17730 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.668787 16455 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.668883 16325 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.668936 16203 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.669389 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.131:42923
00:13:47.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:47.670063 17732 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:47.673 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] handling channelInactive
00:13:47.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:47.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state READY due to: connection closed
00:13:47.674 [DEBUG - Time-limited test] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:47.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.675 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:47.685 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:47.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [12ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@915472527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@4f3d4586 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@358b1a8 -> wakeup thread Time-limited test)) after lookup
00:13:47.686 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:47.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.687 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.704 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:47.704 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:47.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [12ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [13ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [14ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [31ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@915472527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@4f3d4586 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@358b1a8 -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350))) after lookup
00:13:47.705 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:47.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.706 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:47.725 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:47.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [12ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [13ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [14ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [31ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [32ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [33ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [51ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@915472527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@4f3d4586 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@358b1a8 -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672))) after lookup
00:13:47.726 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:47.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.726 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:47.846 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:47.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [12ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [13ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [14ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [31ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [32ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [33ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [51ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [52ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [53ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [54ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [172ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@915472527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@4f3d4586 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672) -> (continuation of Deferred@1373246828 after retry RPC@1360442841), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@358b1a8 -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672) -> (continuation of Deferred@1373246828 after retry RPC@1360442841))) after lookup
00:13:47.847 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:47.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:47.848 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:48.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:48.166 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:48.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=492), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [12ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [13ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [14ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [31ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [32ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [33ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [51ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [52ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [53ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [54ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [172ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [173ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [175ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [175ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [490ms] refreshing cache from master, [490ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [492ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@915472527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@4f3d4586 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672) -> (continuation of Deferred@1373246828 after retry RPC@1360442841) -> (continuation of Deferred@199069630 after retry RPC@783579793), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@358b1a8 -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672) -> (continuation of Deferred@1373246828 after retry RPC@1360442841) -> (continuation of Deferred@199069630 after retry RPC@783579793))) after lookup
00:13:48.167 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:48.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:48.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:48.168 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.003468 17753 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0ee60e7f4df34dd696bc80ff6b7575f6)
00:13:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.003556 17753 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.003720 17753 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:49.004371 16917 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:13:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.007012 17616 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa" is_pre_election: true
00:13:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.007160 17616 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ddd637cede5643839f6f3fe8395eba14 in term 1.
00:13:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.007388 16916 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14; no voters: 0ee60e7f4df34dd696bc80ff6b7575f6
00:13:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.007496 17753 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 3 FOLLOWER]: Leader pre-election won for term 4
00:13:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.007539 17753 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 0ee60e7f4df34dd696bc80ff6b7575f6)
00:13:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.007552 17753 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 3 FOLLOWER]: Advancing to term 4
00:13:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.008111 17753 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.008224 17753 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 4 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.008412 17616 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa"
00:13:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.008493 17616 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 1 FOLLOWER]: Advancing to term 4
00:13:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:49.008782 16917 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:13:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.009495 17616 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ddd637cede5643839f6f3fe8395eba14 in term 4.
00:13:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.009663 16916 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14; no voters: 0ee60e7f4df34dd696bc80ff6b7575f6
00:13:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.009753 17753 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 4 FOLLOWER]: Leader election won for term 4
00:13:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.009869 17753 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 4 LEADER]: Becoming Leader. State: Replica: ddd637cede5643839f6f3fe8395eba14, State: Running, Role: LEADER
00:13:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.009935 17753 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.010600 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 reported cstate change: term changed from 3 to 4, leader changed from 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129) to ddd637cede5643839f6f3fe8395eba14 (127.15.192.130). New cstate: current_term: 4 leader_uuid: "ddd637cede5643839f6f3fe8395eba14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: HEALTHY } } }
00:13:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.452194 17616 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 4 FOLLOWER]: Refusing update from remote peer ddd637cede5643839f6f3fe8395eba14: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
00:13:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:49.452517 17753 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
00:13:49.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:49.455736 16917 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 -> Peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Couldn't send request to peer 0ee60e7f4df34dd696bc80ff6b7575f6. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:13:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.055641 16917 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111) [suppressed 4 similar messages]
00:13:50.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:50.086 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:50.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2412), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [12ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [13ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [14ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [31ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [32ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [33ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [51ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [52ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [53ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [54ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [172ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [173ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [175ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [175ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [490ms] refreshing cache from master, [490ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [492ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [493ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [495ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [495ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2410ms] refreshing cache from master, [2410ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [2412ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@915472527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@4f3d4586 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672) -> (continuation of Deferred@1373246828 after retry RPC@1360442841) -> (continuation of Deferred@199069630 after retry RPC@783579793) -> (continuation of Deferred@1274980662 after retry RPC@1184051754), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@358b1a8 -> wakeup thread Time-limited test -> (continuation of Deferred@96260744 after retry RPC@1135605350) -> (continuation of Deferred@1105159411 after retry RPC@2105517672) -> (continuation of Deferred@1373246828 after retry RPC@1360442841) -> (continuation of Deferred@199069630 after retry RPC@783579793) -> (continuation of Deferred@1274980662 after retry RPC@1184051754))) after lookup
00:13:50.087 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:50.088 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] Successfully connected to peer
00:13:50.103 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x0bf3cda4, L:/127.0.0.1:59462 - R:/127.15.192.130:43801] using TOKEN/null
00:13:50.114 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.129:42943
00:13:50.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.115458 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:42943
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40725
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.202803 17825 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.202939 17825 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.202956 17825 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.204394 17825 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.204445 17825 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.129
00:13:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.205859 17825 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:42943
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40725
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17825
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.206001 17825 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.206151 17825 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.208518 17835 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.208513 17838 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:50.208518 17841 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.208822 17825 server_base.cc:1061] running on GCE node
00:13:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.208963 17825 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.209128 17825 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:50.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.210258 17825 hybrid_clock.cc:648] HybridClock initialized: now 1786493630210243 us; error 27 us; skew 500 ppm
00:13:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.211200 17825 webserver.cc:533] Webserver started at http://127.15.192.129:40725/ using document root <none> and password file <none>
00:13:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.211402 17825 fs_manager.cc:362] Metadata directory not provided
00:13:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.211473 17825 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.212540 17825 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.000s	sys 0.001s
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.213145 17849 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.213279 17825 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.213328 17825 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.213579 17825 fs_report.cc:389] FS layout report
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/data
00:13:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.230471 17825 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.230681 17825 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.230754 17825 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.230898 17825 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.231254 17859 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:13:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.232062 17825 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:13:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.232101 17825 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:13:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.232121 17825 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:13:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.232559 17825 ts_tablet_manager.cc:616] Registered 1 tablets
00:13:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.232590 17825 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:13:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.232677 17859 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap starting.
00:13:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.238838 17825 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.129:42943
00:13:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.238947 18059 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.129:42943 every 8 connection(s)
00:13:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.239217 17825 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.240849 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 17825
00:13:50.241 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:50.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.242025 17859 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Log is configured to *not* fsync() on all Append() calls
00:13:50.246 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:13:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.246373 18062 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.246464 18062 heartbeater.cc:461] Registering TS with master...
00:13:50.246 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.130:43801
00:13:50.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.246646 18062 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.247206 16205 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.247610 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 16882
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.249184 17859 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.249486 17859 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap complete.
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.250844 17859 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent bootstrapping tablet: real 0.018s	user 0.003s	sys 0.007s
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.258891 18063 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.258947 18063 heartbeater.cc:461] Registering TS with master...
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.259044 18063 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.259951 16325 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.260366 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.129:59119
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.261457 17859 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.261627 17859 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Initialized, Role: FOLLOWER
00:13:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.261713 17859 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.262140 18063 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.262567 17859 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent starting tablet: real 0.012s	user 0.004s	sys 0.000s
00:13:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.263352 18060 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.263413 18060 heartbeater.cc:461] Registering TS with master...
00:13:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.263463 18060 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:50.263823 16455 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:50.270 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:50.270 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] handling channelInactive
00:13:50.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state READY due to: connection closed
00:13:50.283 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:50.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.285 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:50.306 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:50.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [15ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [15ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [35ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@749420390(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@26501eb6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6e059d14 -> wakeup thread Time-limited test)) after lookup
00:13:50.306 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:50.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.307 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:50.325 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:50.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [15ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [15ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [35ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [36ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [37ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@749420390(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@26501eb6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6e059d14 -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004))) after lookup
00:13:50.326 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:50.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.327 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:50.385 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:50.386 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=115), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [15ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [15ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [35ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [36ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [37ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [56ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [57ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [57ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [115ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@749420390(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@26501eb6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6e059d14 -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871))) after lookup
00:13:50.386 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:50.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.387 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:50.565 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:50.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=295), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [15ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [15ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [35ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [36ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [37ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [56ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [57ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [57ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [115ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [116ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [117ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [117ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [293ms] refreshing cache from master, [293ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [295ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@749420390(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@26501eb6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871) -> (continuation of Deferred@1305241312 after retry RPC@362608068), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6e059d14 -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871) -> (continuation of Deferred@1305241312 after retry RPC@362608068))) after lookup
00:13:50.566 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:50.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:50.568 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:51.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:51.285 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:51.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1015), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [15ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [15ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [35ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [36ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [37ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [56ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [57ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [57ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [115ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [116ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [117ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [117ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [293ms] refreshing cache from master, [293ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [295ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [296ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [297ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [298ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1013ms] refreshing cache from master, [1013ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1015ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@749420390(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@26501eb6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871) -> (continuation of Deferred@1305241312 after retry RPC@362608068) -> (continuation of Deferred@1552802296 after retry RPC@785194360), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6e059d14 -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871) -> (continuation of Deferred@1305241312 after retry RPC@362608068) -> (continuation of Deferred@1552802296 after retry RPC@785194360))) after lookup
00:13:51.286 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:51.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:51.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:51.288 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.613678 18077 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ddd637cede5643839f6f3fe8395eba14)
00:13:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.613778 18077 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.614125 18077 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:51.614764 17522 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:13:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:51.615373 17522 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:13:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.618299 17967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" is_pre_election: true
00:13:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.618454 17967 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 3.
00:13:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.618716 17522 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa; no voters: ddd637cede5643839f6f3fe8395eba14
00:13:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.618851 18077 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 4 FOLLOWER]: Leader pre-election won for term 5
00:13:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.618925 18077 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 4 FOLLOWER]: Starting leader election (detected failure of leader ddd637cede5643839f6f3fe8395eba14)
00:13:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.618948 18077 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 4 FOLLOWER]: Advancing to term 5
00:13:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.619727 18077 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.619853 18077 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 5 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.620075 17967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.620147 17967 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 3 FOLLOWER]: Advancing to term 5
00:13:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:51.620971 17522 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:13:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.621306 17967 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 5.
00:13:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.621472 17522 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa; no voters: ddd637cede5643839f6f3fe8395eba14
00:13:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.621559 18077 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 5 FOLLOWER]: Leader election won for term 5
00:13:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.621721 18077 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 5 LEADER]: Becoming Leader. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Running, Role: LEADER
00:13:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.621814 18077 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:51.622488 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa reported cstate change: term changed from 4 to 5, leader changed from ddd637cede5643839f6f3fe8395eba14 (127.15.192.130) to bc8e78190fb94542bb5519881384cffa (127.15.192.131). New cstate: current_term: 5 leader_uuid: "bc8e78190fb94542bb5519881384cffa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:13:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.060385 17522 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa -> Peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Couldn't send request to peer ddd637cede5643839f6f3fe8395eba14. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:13:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.199183 17967 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 5 FOLLOWER]: Refusing update from remote peer bc8e78190fb94542bb5519881384cffa: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
00:13:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.199514 18077 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
00:13:52.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:52.326 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:52.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2056), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [15ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [15ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [35ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [36ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [37ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [55ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [56ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [57ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [57ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [115ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [116ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [117ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [117ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [293ms] refreshing cache from master, [293ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [295ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [296ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [297ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [298ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1013ms] refreshing cache from master, [1013ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1015ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [1016ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1018ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1018ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [2053ms] refreshing cache from master, [2053ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [2055ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@749420390(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@26501eb6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871) -> (continuation of Deferred@1305241312 after retry RPC@362608068) -> (continuation of Deferred@1552802296 after retry RPC@785194360) -> (continuation of Deferred@293318260 after retry RPC@1469798398), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6e059d14 -> wakeup thread Time-limited test -> (continuation of Deferred@976697283 after retry RPC@2023289004) -> (continuation of Deferred@620422076 after retry RPC@467171871) -> (continuation of Deferred@1305241312 after retry RPC@362608068) -> (continuation of Deferred@1552802296 after retry RPC@785194360) -> (continuation of Deferred@293318260 after retry RPC@1469798398))) after lookup
00:13:52.327 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:52.328 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] Successfully connected to peer
00:13:52.346 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x5a05ee42, L:/127.0.0.1:42278 - R:/127.15.192.131:44359] using TOKEN/null
00:13:52.358 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.130:43801
00:13:52.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:13:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.358733 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:43801
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42111
00:13:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:13:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:52.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.435189 18146 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:52.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.435369 18146 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:52.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.435398 18146 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:52.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.436932 18146 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:52.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.436987 18146 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.130
00:13:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.438504 18146 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:13:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:43801
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42111
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18146
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.438694 18146 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.438930 18146 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.441308 18156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.441319 18158 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:52.441319 18171 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.441529 18146 server_base.cc:1061] running on GCE node
00:13:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.441663 18146 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.441874 18146 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.443025 18146 hybrid_clock.cc:648] HybridClock initialized: now 1786493632443013 us; error 32 us; skew 500 ppm
00:13:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.443953 18146 webserver.cc:533] Webserver started at http://127.15.192.130:42111/ using document root <none> and password file <none>
00:13:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.444149 18146 fs_manager.cc:362] Metadata directory not provided
00:13:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.444223 18146 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:52.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.445302 18146 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.000s	sys 0.001s
00:13:52.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.445866 18177 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.446008 18146 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.446094 18146 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.446321 18146 fs_report.cc:389] FS layout report
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/data
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:52.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:52.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:52.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:52.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:52.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.454970 18146 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.455229 18146 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.455365 18146 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.455554 18146 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.455945 18188 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:13:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.456645 18146 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:13:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.456686 18146 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:13:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.456715 18146 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:13:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.457222 18146 ts_tablet_manager.cc:616] Registered 1 tablets
00:13:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.457254 18146 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:13:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.457289 18188 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap starting.
00:13:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.463928 18146 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.130:43801
00:13:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.464011 18382 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.130:43801 every 8 connection(s)
00:13:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.464301 18146 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:13:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.465200 18188 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Log is configured to *not* fsync() on all Append() calls
00:13:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.465570 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 18146
00:13:52.466 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.468884 18188 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:13:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.469234 18188 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap complete.
00:13:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.470427 18188 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent bootstrapping tablet: real 0.013s	user 0.003s	sys 0.008s
00:13:52.471 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:13:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.471540 18188 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.471783 18188 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddd637cede5643839f6f3fe8395eba14, State: Initialized, Role: FOLLOWER
00:13:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.471879 18188 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.472080 18188 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
00:13:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.474493 18389 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.474583 18389 heartbeater.cc:461] Registering TS with master...
00:13:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.474756 18389 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.474852 18383 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.474890 18383 heartbeater.cc:461] Registering TS with master...
00:13:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.474969 18383 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.475241 16325 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.475769 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.130:60753
00:13:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.476128 16455 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.476337 18389 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.483345 18387 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:52.483 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.131:44359
00:13:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.483412 18387 heartbeater.cc:461] Registering TS with master...
00:13:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.483453 18387 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:52.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:13:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.483777 16205 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:52.484053 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 17488
00:13:52.504 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:52.505 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] handling channelInactive
00:13:52.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state READY due to: connection closed
00:13:52.523 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:52.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.524 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:52.545 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:52.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [19ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1566838733(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@28fd86cf -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@31d90a8d -> wakeup thread Time-limited test)) after lookup
00:13:52.546 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:52.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.547 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:52.565 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:52.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [19ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [40ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [42ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [42ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [60ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1566838733(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@28fd86cf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@31d90a8d -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334))) after lookup
00:13:52.566 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:52.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.567 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:52.645 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:52.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=140), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [19ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [40ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [42ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [42ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [60ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [61ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [62ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [62ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [140ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1566838733(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@28fd86cf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@31d90a8d -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046))) after lookup
00:13:52.646 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:52.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.648 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:52.725 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:52.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=221), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [19ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [40ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [42ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [42ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [60ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [61ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [62ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [62ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [140ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [141ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [143ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [143ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [220ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1566838733(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@28fd86cf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046) -> (continuation of Deferred@2104996104 after retry RPC@79712994), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@31d90a8d -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046) -> (continuation of Deferred@2104996104 after retry RPC@79712994))) after lookup
00:13:52.727 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:52.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:52.728 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:53.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:53.066 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:53.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=561), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [19ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [40ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [42ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [42ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [60ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [61ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [62ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [62ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [140ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [141ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [143ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [143ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [220ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [221ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [223ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [223ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [558ms] refreshing cache from master, [558ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [560ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1566838733(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@28fd86cf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046) -> (continuation of Deferred@2104996104 after retry RPC@79712994) -> (continuation of Deferred@553077613 after retry RPC@648436435), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@31d90a8d -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046) -> (continuation of Deferred@2104996104 after retry RPC@79712994) -> (continuation of Deferred@553077613 after retry RPC@648436435))) after lookup
00:13:53.067 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:13:53.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:53.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:53.068 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:13:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.857138 18405 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:13:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.857229 18405 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.857493 18405 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:53.857933 17852 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:53.858418 17852 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.860680 18300 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14" is_pre_election: true
00:13:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.860865 18300 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 4.
00:13:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.861128 17853 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:13:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.861258 18405 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 5 FOLLOWER]: Leader pre-election won for term 6
00:13:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.861310 18405 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 5 FOLLOWER]: Starting leader election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:13:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.861323 18405 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 5 FOLLOWER]: Advancing to term 6
00:13:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.861856 18405 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.861984 18405 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 6 election: Requested vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:13:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.862178 18300 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14"
00:13:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.862260 18300 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 4 FOLLOWER]: Advancing to term 6
00:13:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:53.862525 17852 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:13:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.863297 18300 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 6.
00:13:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.863482 17853 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:13:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.863572 18405 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Leader election won for term 6
00:13:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.863715 18405 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 LEADER]: Becoming Leader. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Running, Role: LEADER
00:13:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.863807 18405 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:53.864532 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 reported cstate change: term changed from 5 to 6, leader changed from bc8e78190fb94542bb5519881384cffa (127.15.192.131) to 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129). New cstate: current_term: 6 leader_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:13:54.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:54.391338 17852 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 -> Peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Couldn't send request to peer bc8e78190fb94542bb5519881384cffa. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:13:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:54.412918 18300 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 6 FOLLOWER]: Refusing update from remote peer 0ee60e7f4df34dd696bc80ff6b7575f6: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
00:13:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:54.413281 18441 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
00:13:56.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:56.946 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:56.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4441), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [19ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [39ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [40ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [42ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [42ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [60ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [61ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [62ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [62ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [140ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [141ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [143ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [143ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [220ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [221ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [223ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [223ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [558ms] refreshing cache from master, [558ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [560ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [562ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [563ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [563ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [4438ms] refreshing cache from master, [4438ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [4440ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1566838733(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@28fd86cf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046) -> (continuation of Deferred@2104996104 after retry RPC@79712994) -> (continuation of Deferred@553077613 after retry RPC@648436435) -> (continuation of Deferred@469492099 after retry RPC@262095085), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@31d90a8d -> wakeup thread Time-limited test -> (continuation of Deferred@1351456208 after retry RPC@695820334) -> (continuation of Deferred@1396924576 after retry RPC@827917046) -> (continuation of Deferred@2104996104 after retry RPC@79712994) -> (continuation of Deferred@553077613 after retry RPC@648436435) -> (continuation of Deferred@469492099 after retry RPC@262095085))) after lookup
00:13:56.947 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:56.948 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] Successfully connected to peer
00:13:56.966 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x8643075e, L:/127.0.0.1:48374 - R:/127.15.192.129:42943] using TOKEN/null
00:13:56.975 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.131:44359
00:13:56.975 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:13:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:56.975703 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.032390 17852 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 -> Peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Couldn't send request to peer bc8e78190fb94542bb5519881384cffa. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:13:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.051713 18487 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.051854 18487 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.051879 18487 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.053395 18487 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.053450 18487 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.131
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.054935 18487 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18487
00:13:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.055124 18487 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.055377 18487 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.057809 18514 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.057828 18504 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:57.057855 18509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.058089 18487 server_base.cc:1061] running on GCE node
00:13:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.058204 18487 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.058362 18487 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.059486 18487 hybrid_clock.cc:648] HybridClock initialized: now 1786493637059473 us; error 32 us; skew 500 ppm
00:13:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.060463 18487 webserver.cc:533] Webserver started at http://127.15.192.131:37347/ using document root <none> and password file <none>
00:13:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.060652 18487 fs_manager.cc:362] Metadata directory not provided
00:13:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.060717 18487 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.062556 18487 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:13:57.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.064604 18528 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.064895 18487 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.000s
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.064965 18487 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc8e78190fb94542bb5519881384cffa"
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.065243 18487 fs_report.cc:389] FS layout report
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/data
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.088939 18487 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.089181 18487 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.089265 18487 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.089414 18487 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.089774 18540 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:13:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.090587 18487 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:13:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.090631 18487 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:13:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.090651 18487 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:13:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.091150 18487 ts_tablet_manager.cc:616] Registered 1 tablets
00:13:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.091190 18487 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:13:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.091259 18540 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap starting.
00:13:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.099195 18487 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.131:44359
00:13:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.099225 18757 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.131:44359 every 8 connection(s)
00:13:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.099673 18487 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:13:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.101468 18540 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Log is configured to *not* fsync() on all Append() calls
00:13:57.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.101567 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 18487
00:13:57.101 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:57.106 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:13:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.106060 18540 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:13:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.106789 18540 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap complete.
00:13:57.107 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.129:42943
00:13:57.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:13:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.108026 18540 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent bootstrapping tablet: real 0.017s	user 0.007s	sys 0.007s
00:13:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.108116 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 17825
00:13:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.109616 18540 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.109823 18540 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Initialized, Role: FOLLOWER
00:13:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.109897 18540 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.111979 18540 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent starting tablet: real 0.004s	user 0.000s	sys 0.004s
00:13:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.116397 18762 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.116487 18762 heartbeater.cc:461] Registering TS with master...
00:13:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.116660 18762 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.117214 16205 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.117789 18758 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.117841 18758 heartbeater.cc:461] Registering TS with master...
00:13:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.117916 18758 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.118309 18765 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.118361 18765 heartbeater.cc:461] Registering TS with master...
00:13:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.118422 16454 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.118453 18765 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.118796 16324 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.119403 16324 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.131:53125
00:13:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:57.120141 18765 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:57.122 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] handling channelInactive
00:13:57.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state READY due to: connection closed
00:13:57.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:57.124 [DEBUG - Time-limited test] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:57.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.125 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:57.145 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:57.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [1ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1545066454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@29fa7c91 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7edfdba2 -> wakeup thread Time-limited test)) after lookup
00:13:57.146 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:57.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.147 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:57.165 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:57.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [1ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [23ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1545066454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@29fa7c91 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7edfdba2 -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048))) after lookup
00:13:57.166 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:57.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.167 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:57.206 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:57.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [1ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [23ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [43ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [81ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1545066454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@29fa7c91 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7edfdba2 -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813))) after lookup
00:13:57.207 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:57.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.208 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:57.346 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:57.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=222), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [1ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [23ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [43ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [81ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [82ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [84ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [84ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [221ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1545066454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@29fa7c91 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813) -> (continuation of Deferred@1885311517 after retry RPC@549809568), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7edfdba2 -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813) -> (continuation of Deferred@1885311517 after retry RPC@549809568))) after lookup
00:13:57.347 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:57.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.348 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:57.446 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:13:57.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=322), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [1ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [23ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [43ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [81ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [82ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [84ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [84ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [221ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [223ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [224ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [224ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [319ms] refreshing cache from master, [319ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [321ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1545066454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@29fa7c91 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813) -> (continuation of Deferred@1885311517 after retry RPC@549809568) -> (continuation of Deferred@1905242695 after retry RPC@2058119611), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7edfdba2 -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813) -> (continuation of Deferred@1885311517 after retry RPC@549809568) -> (continuation of Deferred@1905242695 after retry RPC@2058119611))) after lookup
00:13:57.447 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:13:57.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:57.448 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:13:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.474781 18781 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 0ee60e7f4df34dd696bc80ff6b7575f6)
00:13:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.474859 18781 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.475140 18781 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.475577 18180 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:13:58.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.476048 18180 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:13:58.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.478436 18670 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa" is_pre_election: true
00:13:58.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.478577 18670 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ddd637cede5643839f6f3fe8395eba14 in term 5.
00:13:58.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.478801 18179 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14; no voters: 0ee60e7f4df34dd696bc80ff6b7575f6
00:13:58.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.478960 18781 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 6 FOLLOWER]: Leader pre-election won for term 7
00:13:58.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.479027 18781 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 0ee60e7f4df34dd696bc80ff6b7575f6)
00:13:58.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.479049 18781 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 6 FOLLOWER]: Advancing to term 7
00:13:58.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.479727 18781 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.479853 18781 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 7 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:13:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.480024 18670 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa"
00:13:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.480108 18670 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 5 FOLLOWER]: Advancing to term 7
00:13:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.480342 18180 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:13:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.481153 18670 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ddd637cede5643839f6f3fe8395eba14 in term 7.
00:13:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.481343 18179 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14; no voters: 0ee60e7f4df34dd696bc80ff6b7575f6
00:13:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.481432 18781 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 7 FOLLOWER]: Leader election won for term 7
00:13:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.481593 18781 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 7 LEADER]: Becoming Leader. State: Replica: ddd637cede5643839f6f3fe8395eba14, State: Running, Role: LEADER
00:13:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.481681 18781 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.482328 16324 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 reported cstate change: term changed from 6 to 7, leader changed from 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129) to ddd637cede5643839f6f3fe8395eba14 (127.15.192.130). New cstate: current_term: 7 leader_uuid: "ddd637cede5643839f6f3fe8395eba14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: HEALTHY } } }
00:13:58.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:58.645 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:58.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1522), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [1ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [23ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [43ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [81ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [82ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [84ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [84ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [221ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [223ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [224ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [224ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [319ms] refreshing cache from master, [319ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [321ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [322ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [324ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [324ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1519ms] refreshing cache from master, [1519ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1521ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1545066454(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@29fa7c91 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813) -> (continuation of Deferred@1885311517 after retry RPC@549809568) -> (continuation of Deferred@1905242695 after retry RPC@2058119611) -> (continuation of Deferred@537348326 after retry RPC@973016300), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7edfdba2 -> wakeup thread Time-limited test -> (continuation of Deferred@429053827 after retry RPC@1694494048) -> (continuation of Deferred@2111419819 after retry RPC@1725350813) -> (continuation of Deferred@1885311517 after retry RPC@549809568) -> (continuation of Deferred@1905242695 after retry RPC@2058119611) -> (continuation of Deferred@537348326 after retry RPC@973016300))) after lookup
00:13:58.646 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:58.647 [DEBUG - kudu-nio-6] (Connection.java:757) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] Successfully connected to peer
00:13:58.668 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x4596b621, L:/127.0.0.1:59518 - R:/127.15.192.130:43801] using TOKEN/null
00:13:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.669660 18670 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 7 FOLLOWER]: Refusing update from remote peer ddd637cede5643839f6f3fe8395eba14: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
00:13:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.669883 18180 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 -> Peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Couldn't send request to peer 0ee60e7f4df34dd696bc80ff6b7575f6. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:13:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.669972 18781 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
00:13:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.671844 18810 mvcc.cc:204] Tried to move back new op lower bound from 7317477943988555776 to 7317477943221379072. Current Snapshot: MvccSnapshot[applied={T|T < 7317477943988555776}]
00:13:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.672252 18812 mvcc.cc:204] Tried to move back new op lower bound from 7317477943988555776 to 7317477943221379072. Current Snapshot: MvccSnapshot[applied={T|T < 7317477943988555776 or (T in {7317477943988555776})}]
00:13:58.680 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.129:42943
00:13:58.681 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:13:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.681712 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:13:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:42943
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40725
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:13:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.755919 18822 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:13:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.756069 18822 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:13:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.756095 18822 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:13:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.757622 18822 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:13:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.757676 18822 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.129
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.759219 18822 tablet_server_runner.cc:78] Tablet server non-default flags:
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:42943
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:13:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40725
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18822
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.759436 18822 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:13:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.759665 18822 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:13:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.762053 18833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.762071 18837 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:13:58.762450 18830 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:13:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.762493 18822 server_base.cc:1061] running on GCE node
00:13:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.762656 18822 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:13:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.762800 18822 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:13:58.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.763918 18822 hybrid_clock.cc:648] HybridClock initialized: now 1786493638763899 us; error 31 us; skew 500 ppm
00:13:58.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.764817 18822 webserver.cc:533] Webserver started at http://127.15.192.129:40725/ using document root <none> and password file <none>
00:13:58.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.765028 18822 fs_manager.cc:362] Metadata directory not provided
00:13:58.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.765079 18822 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:13:58.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.766139 18822 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.001s	sys 0.000s
00:13:58.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.766723 18845 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:13:58.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.766875 18822 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.766944 18822 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.767189 18822 fs_report.cc:389] FS layout report
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/data
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:13:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:13:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:13:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.786903 18822 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:13:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.787164 18822 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:13:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.787300 18822 kserver.cc:163] Server-wide thread pool size limit: 3276
00:13:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.787496 18822 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:13:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.787889 18856 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:13:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.788776 18822 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:13:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.788817 18822 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:13:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.788847 18822 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:13:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.789371 18822 ts_tablet_manager.cc:616] Registered 1 tablets
00:13:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.789402 18822 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:13:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.789474 18856 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap starting.
00:13:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.796406 18822 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.129:42943
00:13:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.796684 19043 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.129:42943 every 8 connection(s)
00:13:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.796788 18822 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:13:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.799207 18856 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Log is configured to *not* fsync() on all Append() calls
00:13:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.802280 18856 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:13:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.802561 18856 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap complete.
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.802891 19045 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.802919 19052 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.802973 19045 heartbeater.cc:461] Registering TS with master...
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.802974 19052 heartbeater.cc:461] Registering TS with master...
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803179 19045 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803225 19052 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803488 19050 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803548 19050 heartbeater.cc:461] Registering TS with master...
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803634 19050 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803694 16324 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803715 18856 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.010s
00:13:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.803727 16454 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.804188 16324 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.129:56003
00:13:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.804255 16203 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:13:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.804654 18856 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.804824 18856 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Initialized, Role: FOLLOWER
00:13:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.804929 18856 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:13:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.805173 18856 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.002s
00:13:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.805197 19052 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:13:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.806429 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 18822
00:13:58.807 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:58.810 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:13:58.810 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.130:43801
00:13:58.811 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:13:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:13:58.811241 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 18146
00:13:58.830 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:13:58.830 [DEBUG - kudu-nio-6] (Connection.java:239) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] handling channelInactive
00:13:58.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state READY due to: connection closed
00:13:58.844 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:58.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.845 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:58.865 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:58.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [14ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [14ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1370301175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@7c0739c3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b9089c -> wakeup thread Time-limited test)) after lookup
00:13:58.866 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:58.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.867 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:58.884 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:58.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [14ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [14ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [35ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [36ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1370301175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@7c0739c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b9089c -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383))) after lookup
00:13:58.885 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:58.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.886 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:58.966 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:58.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=135), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [14ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [14ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [35ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [36ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [54ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [55ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [55ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [132ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [134ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1370301175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@7c0739c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b9089c -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650))) after lookup
00:13:58.967 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:58.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:58.968 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:59.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:59.206 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:59.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=375), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [14ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [14ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [35ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [36ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [54ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [55ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [55ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [132ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [134ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [136ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [137ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [137ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [372ms] refreshing cache from master, [373ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [374ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1370301175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@7c0739c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650) -> (continuation of Deferred@1515979039 after retry RPC@272629727), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b9089c -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650) -> (continuation of Deferred@1515979039 after retry RPC@272629727))) after lookup
00:13:59.207 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:59.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:59.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:59.208 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:59.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:13:59.906 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:13:59.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1076), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [14ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [14ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [35ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [36ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [54ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [55ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [55ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [132ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [134ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [136ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [137ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [137ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [372ms] refreshing cache from master, [373ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [374ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [376ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [377ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [377ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1072ms] refreshing cache from master, [1072ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1074ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1370301175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@7c0739c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650) -> (continuation of Deferred@1515979039 after retry RPC@272629727) -> (continuation of Deferred@761297439 after retry RPC@1120840043), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b9089c -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650) -> (continuation of Deferred@1515979039 after retry RPC@272629727) -> (continuation of Deferred@761297439 after retry RPC@1120840043))) after lookup
00:13:59.908 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:13:59.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:59.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:13:59.909 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.131152 19074 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.131284 19074 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.131563 19074 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:00.132556 18848 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:00.133049 18848 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.134918 18670 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa" is_pre_election: true
00:14:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.135293 18847 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6; no voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14
00:14:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.135468 19074 raft_consensus.cc:2749] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
00:14:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.180493 19081 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 7 FOLLOWER]: Starting pre-election (detected failure of leader ddd637cede5643839f6f3fe8395eba14)
00:14:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.180572 19081 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.180820 19081 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:00.181386 18533 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:00.181923 18533 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.183880 18974 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" is_pre_election: true
00:14:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.184015 18974 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 6.
00:14:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.184227 18533 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa; no voters: ddd637cede5643839f6f3fe8395eba14
00:14:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.184351 19081 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 7 FOLLOWER]: Leader pre-election won for term 8
00:14:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.184399 19081 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 7 FOLLOWER]: Starting leader election (detected failure of leader ddd637cede5643839f6f3fe8395eba14)
00:14:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.184424 19081 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 7 FOLLOWER]: Advancing to term 8
00:14:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.184970 19081 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.185075 19081 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 8 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.185271 18974 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:14:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.185348 18974 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 6 FOLLOWER]: Advancing to term 8
00:14:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:00.185673 18533 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.186321 18974 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 8.
00:14:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.186507 18533 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa; no voters: ddd637cede5643839f6f3fe8395eba14
00:14:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.186621 19081 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 8 FOLLOWER]: Leader election won for term 8
00:14:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.186754 19081 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 8 LEADER]: Becoming Leader. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Running, Role: LEADER
00:14:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.186825 19081 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.187587 16324 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa reported cstate change: term changed from 7 to 8, leader changed from ddd637cede5643839f6f3fe8395eba14 (127.15.192.130) to bc8e78190fb94542bb5519881384cffa (127.15.192.131). New cstate: current_term: 8 leader_uuid: "bc8e78190fb94542bb5519881384cffa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:14:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:00.640301 18533 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa -> Peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Couldn't send request to peer ddd637cede5643839f6f3fe8395eba14. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.693967 18974 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 8 FOLLOWER]: Refusing update from remote peer bc8e78190fb94542bb5519881384cffa: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
00:14:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:00.694304 19081 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
00:14:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.046234 18533 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa -> Peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Couldn't send request to peer ddd637cede5643839f6f3fe8395eba14. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:14:03.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:03.946 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:03.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=5115), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [14ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [14ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [34ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [35ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [36ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [37ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [53ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [54ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [55ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [55ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [132ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [134ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [136ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [137ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [137ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [372ms] refreshing cache from master, [373ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [374ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [376ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [377ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [377ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1072ms] refreshing cache from master, [1072ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1074ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [1076ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1078ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1078ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [5112ms] refreshing cache from master, [5112ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [5114ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1370301175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@7c0739c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650) -> (continuation of Deferred@1515979039 after retry RPC@272629727) -> (continuation of Deferred@761297439 after retry RPC@1120840043) -> (continuation of Deferred@2143722869 after retry RPC@1224009239), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b9089c -> wakeup thread Time-limited test -> (continuation of Deferred@1247153233 after retry RPC@56758383) -> (continuation of Deferred@451308353 after retry RPC@1571721650) -> (continuation of Deferred@1515979039 after retry RPC@272629727) -> (continuation of Deferred@761297439 after retry RPC@1120840043) -> (continuation of Deferred@2143722869 after retry RPC@1224009239))) after lookup
00:14:03.947 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:03.948 [DEBUG - kudu-nio-5] (Connection.java:757) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] Successfully connected to peer
00:14:03.973 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x01eb62d1, L:/127.0.0.1:39726 - R:/127.15.192.131:44359] using TOKEN/null
00:14:03.982 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.130:43801
00:14:03.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.983321 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:14:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:43801
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42111
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:03.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.057183 19149 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.057322 19149 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.057345 19149 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.058888 19149 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.058944 19149 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.130
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060539 19149 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:43801
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42111
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19149
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:04.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:14:04.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:14:04.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060716 19149 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:04.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060949 19149 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.063846 19149 server_base.cc:1061] running on GCE node
00:14:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.063831 19160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.063881 19162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.063985 19165 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.064150 19149 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.064311 19149 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.065446 19149 hybrid_clock.cc:648] HybridClock initialized: now 1786493644065428 us; error 31 us; skew 500 ppm
00:14:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.066349 19149 webserver.cc:533] Webserver started at http://127.15.192.130:42111/ using document root <none> and password file <none>
00:14:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.066488 19149 fs_manager.cc:362] Metadata directory not provided
00:14:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.066514 19149 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.067549 19149 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.068051 19175 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.068198 19149 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.068243 19149 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddd637cede5643839f6f3fe8395eba14"
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.068440 19149 fs_report.cc:389] FS layout report
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/data
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.088706 19149 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.088915 19149 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.088997 19149 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.089145 19149 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.089483 19188 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:14:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.090210 19149 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.090253 19149 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.090276 19149 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:14:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.090730 19149 ts_tablet_manager.cc:616] Registered 1 tablets
00:14:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.090760 19149 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:04.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.090834 19188 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap starting.
00:14:04.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.096447 19149 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.130:43801
00:14:04.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.096517 19387 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.130:43801 every 8 connection(s)
00:14:04.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.096771 19149 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:14:04.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.097750 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 19149
00:14:04.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.101186 19188 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Log is configured to *not* fsync() on all Append() calls
00:14:04.104 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:04.104 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.131:44359
00:14:04.105 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.105398 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 18487
00:14:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.106806 19188 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.107133 19188 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap complete.
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.113049 19188 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent bootstrapping tablet: real 0.022s	user 0.003s	sys 0.010s
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.114347 19188 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.114670 19188 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddd637cede5643839f6f3fe8395eba14, State: Initialized, Role: FOLLOWER
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.114791 19188 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.115147 19390 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.115254 19390 heartbeater.cc:461] Registering TS with master...
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.115521 19390 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.116165 19188 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.004s
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.116683 16325 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.117115 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.130:46465
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.117743 19390 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.117978 19388 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.118021 19388 heartbeater.cc:461] Registering TS with master...
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.118054 19389 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.118135 19389 heartbeater.cc:461] Registering TS with master...
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.118173 19389 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.118450 16203 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.118100 19388 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:14:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.119225 16455 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:04.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:04.123 [DEBUG - kudu-nio-5] (Connection.java:239) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] handling channelInactive
00:14:04.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state READY due to: connection closed
00:14:04.123 [DEBUG - Time-limited test] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:04.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.124 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:04.145 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:04.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [2ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [21ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1537597198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@340e4e33 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c5666f0 -> wakeup thread Time-limited test)) after lookup
00:14:04.145 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:04.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.147 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:04.165 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:04.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [2ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [21ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [22ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [24ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [24ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1537597198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@340e4e33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c5666f0 -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621))) after lookup
00:14:04.166 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:04.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.167 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:04.184 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:04.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [2ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [21ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [22ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [24ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [24ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [43ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [44ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [44ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [61ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1537597198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@340e4e33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c5666f0 -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031))) after lookup
00:14:04.185 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:04.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.186 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:04.225 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:04.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [2ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [21ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [22ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [24ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [24ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [43ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [44ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [44ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [61ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [62ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [63ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [63ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [102ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1537597198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@340e4e33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c5666f0 -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154))) after lookup
00:14:04.226 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:04.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.227 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:04.706 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:04.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=583), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [2ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [21ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [22ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [24ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [24ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [43ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [44ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [44ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [61ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [62ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [63ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [63ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [102ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [102ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [104ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [104ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [580ms] refreshing cache from master, [580ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [582ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1537597198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@340e4e33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154) -> (continuation of Deferred@1760709097 after retry RPC@1789135782), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c5666f0 -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154) -> (continuation of Deferred@1760709097 after retry RPC@1789135782))) after lookup
00:14:04.706 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:04.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:04.708 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:05.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:05.105 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:05.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=982), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [2ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [21ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [22ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [24ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [24ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [43ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [44ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [44ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [61ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [62ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [63ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [63ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [102ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [102ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [104ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [104ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [580ms] refreshing cache from master, [580ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [582ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [583ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [585ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [585ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [980ms] refreshing cache from master, [980ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [982ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1537597198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@340e4e33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154) -> (continuation of Deferred@1760709097 after retry RPC@1789135782) -> (continuation of Deferred@667389876 after retry RPC@1836341713), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c5666f0 -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154) -> (continuation of Deferred@1760709097 after retry RPC@1789135782) -> (continuation of Deferred@667389876 after retry RPC@1836341713))) after lookup
00:14:05.106 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:05.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:05.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:05.107 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.482138 19416 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:14:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.482226 19416 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.482365 19416 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.482713 18847 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:14:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.483130 18847 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:14:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.485702 19298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14" is_pre_election: true
00:14:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.485827 19298 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 7.
00:14:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.486030 18848 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:14:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.486119 19416 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 8 FOLLOWER]: Leader pre-election won for term 9
00:14:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.486159 19416 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 8 FOLLOWER]: Starting leader election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:14:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.486172 19416 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 8 FOLLOWER]: Advancing to term 9
00:14:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.486735 19416 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.486852 19416 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 9 election: Requested vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.487016 19298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14"
00:14:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.487093 19298 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 7 FOLLOWER]: Advancing to term 9
00:14:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.487362 18847 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:14:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.488101 19298 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 9.
00:14:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.488274 18848 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:14:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.488358 19416 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Leader election won for term 9
00:14:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.488476 19416 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 LEADER]: Becoming Leader. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Running, Role: LEADER
00:14:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.488549 19416 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.489177 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 reported cstate change: term changed from 8 to 9, leader changed from bc8e78190fb94542bb5519881384cffa (127.15.192.131) to 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129). New cstate: current_term: 9 leader_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:14:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.879621 19298 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 9 FOLLOWER]: Refusing update from remote peer 0ee60e7f4df34dd696bc80ff6b7575f6: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
00:14:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.879927 19416 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
00:14:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.882936 18847 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 -> Peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Couldn't send request to peer bc8e78190fb94542bb5519881384cffa. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:07.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:07.305 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:07.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=3182), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [2ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [21ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [22ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [24ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [24ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [42ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [43ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [44ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [44ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [61ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [62ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [63ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [63ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [102ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [102ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [104ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [104ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [580ms] refreshing cache from master, [580ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [582ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [583ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [585ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [585ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [980ms] refreshing cache from master, [980ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [982ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [983ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [984ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [984ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [3180ms] refreshing cache from master, [3180ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [3182ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1537597198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@340e4e33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154) -> (continuation of Deferred@1760709097 after retry RPC@1789135782) -> (continuation of Deferred@667389876 after retry RPC@1836341713) -> (continuation of Deferred@1135913677 after retry RPC@205638075), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c5666f0 -> wakeup thread Time-limited test -> (continuation of Deferred@866668607 after retry RPC@1022622621) -> (continuation of Deferred@67432805 after retry RPC@186254031) -> (continuation of Deferred@1715985198 after retry RPC@1342856154) -> (continuation of Deferred@1760709097 after retry RPC@1789135782) -> (continuation of Deferred@667389876 after retry RPC@1836341713) -> (continuation of Deferred@1135913677 after retry RPC@205638075))) after lookup
00:14:07.306 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:07.307 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] Successfully connected to peer
00:14:07.325 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x182c0888, L:/127.0.0.1:42994 - R:/127.15.192.129:42943] using TOKEN/null
00:14:07.334 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.131:44359
00:14:07.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.334539 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:07.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:07.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.413277 19490 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:07.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.413414 19490 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:07.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.413432 19490 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:07.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.414887 19490 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:07.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.414935 19490 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.131
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.416388 19490 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19490
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.416548 19490 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.416745 19490 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.419170 19505 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.419173 19499 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.419377 19490 server_base.cc:1061] running on GCE node
00:14:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.419466 19497 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:07.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.419965 19490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:07.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.420130 19490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:07.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.421250 19490 hybrid_clock.cc:648] HybridClock initialized: now 1786493647421225 us; error 42 us; skew 500 ppm
00:14:07.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.422230 19490 webserver.cc:533] Webserver started at http://127.15.192.131:37347/ using document root <none> and password file <none>
00:14:07.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.422400 19490 fs_manager.cc:362] Metadata directory not provided
00:14:07.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.422454 19490 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.423584 19490 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.424160 19519 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.424315 19490 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.424387 19490 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc8e78190fb94542bb5519881384cffa"
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.424624 19490 fs_report.cc:389] FS layout report
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/data
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.440904 19490 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.441183 19490 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.441300 19490 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.441521 19490 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:07.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.441949 19530 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:14:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.442917 19490 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.442960 19490 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.442997 19490 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:14:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.443568 19490 ts_tablet_manager.cc:616] Registered 1 tablets
00:14:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.443599 19490 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.443665 19530 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap starting.
00:14:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.450294 19490 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.131:44359
00:14:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.450361 19734 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.131:44359 every 8 connection(s)
00:14:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.450680 19490 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:14:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.451880 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 19490
00:14:07.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:07.456 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.456390 19742 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:14:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.456475 19742 heartbeater.cc:461] Registering TS with master...
00:14:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.456642 19742 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:14:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.456833 19741 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:14:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.456903 19741 heartbeater.cc:461] Registering TS with master...
00:14:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.456991 19741 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:14:07.457 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.129:42943
00:14:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.457286 16325 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.457432 16203 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:07.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.457754 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.131:37811
00:14:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.457845 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 18822
00:14:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.470654 19530 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Log is configured to *not* fsync() on all Append() calls
00:14:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.483542 19736 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:14:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.483616 19736 heartbeater.cc:461] Registering TS with master...
00:14:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.483845 19736 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:14:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.484395 16455 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.486478 19530 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.486707 19530 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap complete.
00:14:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.487564 19530 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent bootstrapping tablet: real 0.044s	user 0.000s	sys 0.015s
00:14:07.488 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] handling channelInactive
00:14:07.488 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:07.488 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state READY due to: connection closed
00:14:07.489 [DEBUG - Time-limited test] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:07.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.490 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.490155 19530 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:07.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.490435 19530 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Initialized, Role: FOLLOWER
00:14:07.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.490584 19530 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:07.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.490832 19530 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
00:14:07.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.491008 19742 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:14:07.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:07.505 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:07.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [16ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1789077398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@68ad2768 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@186b3e2e -> wakeup thread Time-limited test)) after lookup
00:14:07.506 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:07.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.507 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:07.525 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:07.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [16ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [17ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [19ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [37ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1789077398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@68ad2768 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@186b3e2e -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709))) after lookup
00:14:07.526 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:07.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.527 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:07.545 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:07.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [16ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [17ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [19ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [37ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [38ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [39ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [56ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1789077398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@68ad2768 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@186b3e2e -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924))) after lookup
00:14:07.545 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:07.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.546 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:07.685 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:07.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=197), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [16ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [17ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [19ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [37ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [38ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [39ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [56ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [57ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [58ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [58ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [197ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1789077398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@68ad2768 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924) -> (continuation of Deferred@982839243 after retry RPC@732439488), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@186b3e2e -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924) -> (continuation of Deferred@982839243 after retry RPC@732439488))) after lookup
00:14:07.686 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:07.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.688 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:07.825 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:07.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=337), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [16ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [17ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [19ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [37ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [38ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [39ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [56ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [57ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [58ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [58ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [197ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [198ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [199ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [200ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [335ms] refreshing cache from master, [335ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [337ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1789077398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@68ad2768 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924) -> (continuation of Deferred@982839243 after retry RPC@732439488) -> (continuation of Deferred@1764994497 after retry RPC@57615620), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@186b3e2e -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924) -> (continuation of Deferred@982839243 after retry RPC@732439488) -> (continuation of Deferred@1764994497 after retry RPC@57615620))) after lookup
00:14:07.826 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:07.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:07.827 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943
00:14:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.833885 19764 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 0ee60e7f4df34dd696bc80ff6b7575f6)
00:14:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.833976 19764 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.834311 19764 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:08.834668 19183 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:14:08.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:08.835090 19183 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:14:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.837544 19637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa" is_pre_election: true
00:14:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.837667 19637 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ddd637cede5643839f6f3fe8395eba14 in term 8.
00:14:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.837867 19181 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14; no voters: 0ee60e7f4df34dd696bc80ff6b7575f6
00:14:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.837991 19764 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 9 FOLLOWER]: Leader pre-election won for term 10
00:14:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.838049 19764 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 0ee60e7f4df34dd696bc80ff6b7575f6)
00:14:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.838064 19764 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 9 FOLLOWER]: Advancing to term 10
00:14:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.838605 19764 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.838713 19764 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 10 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.838876 19637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "ddd637cede5643839f6f3fe8395eba14" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa"
00:14:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.838956 19637 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 8 FOLLOWER]: Advancing to term 10
00:14:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:08.839172 19183 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111)
00:14:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.839999 19637 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ddd637cede5643839f6f3fe8395eba14 in term 10.
00:14:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.840163 19181 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14; no voters: 0ee60e7f4df34dd696bc80ff6b7575f6
00:14:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.840261 19764 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 10 FOLLOWER]: Leader election won for term 10
00:14:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.840409 19764 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 10 LEADER]: Becoming Leader. State: Replica: ddd637cede5643839f6f3fe8395eba14, State: Running, Role: LEADER
00:14:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.840493 19764 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:08.841120 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 reported cstate change: term changed from 9 to 10, leader changed from 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129) to ddd637cede5643839f6f3fe8395eba14 (127.15.192.130). New cstate: current_term: 10 leader_uuid: "ddd637cede5643839f6f3fe8395eba14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: HEALTHY } } }
00:14:09.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:09.186 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:14:09.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1697), Traces: [0ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [2ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [16ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [17ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [19ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [19ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [37ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [38ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [39ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [56ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [57ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [58ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [58ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [197ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [198ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [199ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [200ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [335ms] refreshing cache from master, [335ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [337ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [338ms] sending RPC to server 0ee60e7f4df34dd696bc80ff6b7575f6, [339ms] received response from server 0ee60e7f4df34dd696bc80ff6b7575f6: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [340ms] delaying RPC due to: Network error: Failed to connect to peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943): Connection refused: /127.15.192.129:42943, [1695ms] refreshing cache from master, [1695ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1697ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@1789077398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@68ad2768 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924) -> (continuation of Deferred@982839243 after retry RPC@732439488) -> (continuation of Deferred@1764994497 after retry RPC@57615620) -> (continuation of Deferred@570519302 after retry RPC@1480337735), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@186b3e2e -> wakeup thread Time-limited test -> (continuation of Deferred@1588802339 after retry RPC@535362709) -> (continuation of Deferred@1268165655 after retry RPC@331541924) -> (continuation of Deferred@982839243 after retry RPC@732439488) -> (continuation of Deferred@1764994497 after retry RPC@57615620) -> (continuation of Deferred@570519302 after retry RPC@1480337735))) after lookup
00:14:09.187 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:14:09.188 [DEBUG - kudu-nio-4] (Connection.java:757) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] Successfully connected to peer
00:14:09.208 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x41107e86, L:/127.0.0.1:48006 - R:/127.15.192.130:43801] using TOKEN/null
00:14:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.209901 19637 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 10 FOLLOWER]: Refusing update from remote peer ddd637cede5643839f6f3fe8395eba14: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 34. (index mismatch)
00:14:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.210032 19183 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 -> Peer 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943): Couldn't send request to peer 0ee60e7f4df34dd696bc80ff6b7575f6. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.129:42943: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:09.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.210214 19764 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
00:14:09.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.212517 19797 mvcc.cc:204] Tried to move back new op lower bound from 7317477987160825856 to 7317477985651159040. Current Snapshot: MvccSnapshot[applied={T|T < 7317477987160825856 or (T in {7317477987160825856})}]
00:14:09.219 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.129:42943
00:14:09.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.219965 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:42943
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40725
00:14:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:14:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:09.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.300625 19814 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.300765 19814 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.300783 19814 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.302170 19814 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.302213 19814 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.129
00:14:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.303690 19814 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/logs
00:14:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.129:42943
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.129
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40725
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19814
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.129
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.303843 19814 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.304003 19814 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.306129 19828 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.306246 19832 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.306116 19822 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.306720 19814 server_base.cc:1061] running on GCE node
00:14:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.306866 19814 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.307024 19814 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.308163 19814 hybrid_clock.cc:648] HybridClock initialized: now 1786493649308152 us; error 31 us; skew 500 ppm
00:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.309105 19814 webserver.cc:533] Webserver started at http://127.15.192.129:40725/ using document root <none> and password file <none>
00:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.309244 19814 fs_manager.cc:362] Metadata directory not provided
00:14:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.309278 19814 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.310285 19814 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.001s	sys 0.000s
00:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.310743 19849 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.310860 19814 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.310900 19814 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.311111 19814 fs_report.cc:389] FS layout report
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/wal
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/data
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.326416 19814 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.326635 19814 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.326716 19814 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.326859 19814 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.327227 19858 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:14:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.328104 19814 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.328145 19814 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.328164 19814 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:14:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.328608 19814 ts_tablet_manager.cc:616] Registered 1 tablets
00:14:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.328644 19814 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.328699 19858 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap starting.
00:14:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.335806 19814 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.129:42943
00:14:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.335887 20037 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.129:42943 every 8 connection(s)
00:14:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.336193 19814 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-0/data/info.pb
00:14:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.337939 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 19814
00:14:09.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:09.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.338119 19858 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Log is configured to *not* fsync() on all Append() calls
00:14:09.342 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:09.343 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.130:43801
00:14:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.343806 19858 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.344146 19858 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Bootstrap complete.
00:14:09.344 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.344532 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 19149
00:14:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.351877 20039 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:14:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.351966 20039 heartbeater.cc:461] Registering TS with master...
00:14:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.352164 20039 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:14:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.352649 20041 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:14:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.352705 20041 heartbeater.cc:461] Registering TS with master...
00:14:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.352705 16455 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:14:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.352787 20041 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:14:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.353358 20042 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:14:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.353382 16203 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:14:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.353406 20042 heartbeater.cc:461] Registering TS with master...
00:14:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.353485 20042 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:14:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.353753 16325 ts_manager.cc:194] Re-registered known tserver with Master: 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943)
00:14:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.354171 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.129:54605
00:14:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.354200 19858 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent bootstrapping tablet: real 0.026s	user 0.005s	sys 0.009s
00:14:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.355240 19858 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.355507 19858 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Initialized, Role: FOLLOWER
00:14:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.355609 19858 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.355844 19858 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
00:14:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.355944 20042 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:14:09.357 [DEBUG - kudu-nio-4] (Connection.java:239) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] handling channelInactive
00:14:09.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state READY due to: connection closed
00:14:09.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:09.358 [DEBUG - Time-limited test] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:14:09.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.359 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:09.365 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:14:09.365 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@368102826(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@2c3fa842 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e9756bf -> wakeup thread Time-limited test)) after lookup
00:14:09.365 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:14:09.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.366 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:09.385 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:14:09.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [7ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [8ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [8ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@368102826(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@2c3fa842 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e9756bf -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850))) after lookup
00:14:09.385 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:14:09.386 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.386 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:09.404 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:14:09.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [7ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [8ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [8ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [27ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [28ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [28ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@368102826(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@2c3fa842 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e9756bf -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493))) after lookup
00:14:09.405 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:14:09.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.406 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:09.485 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:14:09.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [7ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [8ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [8ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [27ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [28ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [28ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [46ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [47ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [48ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [127ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@368102826(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@2c3fa842 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493) -> (continuation of Deferred@101382792 after retry RPC@179463700), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e9756bf -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493) -> (continuation of Deferred@101382792 after retry RPC@179463700))) after lookup
00:14:09.486 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:14:09.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.487 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:09.566 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)[L]]}]
00:14:09.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=208), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [7ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [8ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [8ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [27ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [28ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [28ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [46ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [47ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [48ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [127ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [128ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [129ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [129ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [205ms] refreshing cache from master, [205ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [207ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@368102826(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@2c3fa842 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493) -> (continuation of Deferred@101382792 after retry RPC@179463700) -> (continuation of Deferred@364314113 after retry RPC@960375984), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e9756bf -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493) -> (continuation of Deferred@101382792 after retry RPC@179463700) -> (continuation of Deferred@364314113 after retry RPC@960375984))) after lookup
00:14:09.567 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] connecting to peer
00:14:09.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:09.568 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801
00:14:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.562909 20059 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.563032 20059 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.563342 20059 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.563763 19852 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.564311 19852 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:10.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.566576 19637 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bc8e78190fb94542bb5519881384cffa" is_pre_election: true
00:14:10.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.566856 19851 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6; no voters: bc8e78190fb94542bb5519881384cffa, ddd637cede5643839f6f3fe8395eba14
00:14:10.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.566980 20059 raft_consensus.cc:2749] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
00:14:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.718961 20069 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 10 FOLLOWER]: Starting pre-election (detected failure of leader ddd637cede5643839f6f3fe8395eba14)
00:14:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.719045 20069 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.719327 20069 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.719924 19525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.720407 19525 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.722314 19963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" is_pre_election: true
00:14:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.722419 19963 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 9.
00:14:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.722620 19525 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa; no voters: ddd637cede5643839f6f3fe8395eba14
00:14:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.722747 20069 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 10 FOLLOWER]: Leader pre-election won for term 11
00:14:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.722813 20069 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 10 FOLLOWER]: Starting leader election (detected failure of leader ddd637cede5643839f6f3fe8395eba14)
00:14:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.722833 20069 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 10 FOLLOWER]: Advancing to term 11
00:14:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.723425 20069 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.723536 20069 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 11 election: Requested vote from peers 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129:42943), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.723713 19963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "bc8e78190fb94542bb5519881384cffa" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6"
00:14:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.723793 19963 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 9 FOLLOWER]: Advancing to term 11
00:14:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.724040 19525 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111)
00:14:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.724767 19963 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc8e78190fb94542bb5519881384cffa in term 11.
00:14:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.724929 19525 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, bc8e78190fb94542bb5519881384cffa; no voters: ddd637cede5643839f6f3fe8395eba14
00:14:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.725018 20069 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 11 FOLLOWER]: Leader election won for term 11
00:14:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.725119 20069 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 11 LEADER]: Becoming Leader. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Running, Role: LEADER
00:14:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.725198 20069 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.725935 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa reported cstate change: term changed from 10 to 11, leader changed from ddd637cede5643839f6f3fe8395eba14 (127.15.192.130) to bc8e78190fb94542bb5519881384cffa (127.15.192.131). New cstate: current_term: 11 leader_uuid: "bc8e78190fb94542bb5519881384cffa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:14:10.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:10.945 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:10.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1587), Traces: [0ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [1ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [7ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [8ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [8ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [26ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [27ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [28ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [28ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [46ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [46ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [47ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [48ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [127ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [128ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [129ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [129ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [205ms] refreshing cache from master, [205ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [207ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [209ms] sending RPC to server ddd637cede5643839f6f3fe8395eba14, [210ms] received response from server ddd637cede5643839f6f3fe8395eba14: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [210ms] delaying RPC due to: Network error: Failed to connect to peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801): Connection refused: /127.15.192.130:43801, [1585ms] refreshing cache from master, [1585ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1586ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@368102826(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@2c3fa842 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493) -> (continuation of Deferred@101382792 after retry RPC@179463700) -> (continuation of Deferred@364314113 after retry RPC@960375984) -> (continuation of Deferred@1491266635 after retry RPC@284229707), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e9756bf -> wakeup thread Time-limited test -> (continuation of Deferred@1196265842 after retry RPC@1139475850) -> (continuation of Deferred@191824727 after retry RPC@280203493) -> (continuation of Deferred@101382792 after retry RPC@179463700) -> (continuation of Deferred@364314113 after retry RPC@960375984) -> (continuation of Deferred@1491266635 after retry RPC@284229707))) after lookup
00:14:10.946 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:10.947 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] Successfully connected to peer
00:14:10.963 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x273158cb, L:/127.0.0.1:35520 - R:/127.15.192.131:44359] using TOKEN/null
00:14:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.965351 19963 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 11 FOLLOWER]: Refusing update from remote peer bc8e78190fb94542bb5519881384cffa: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 38. (index mismatch)
00:14:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.965608 19525 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa -> Peer ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801): Couldn't send request to peer ddd637cede5643839f6f3fe8395eba14. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.130:43801: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.965745 20079 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
00:14:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.967610 20100 mvcc.cc:204] Tried to move back new op lower bound from 7317477994351570944 to 7317477993370898432. Current Snapshot: MvccSnapshot[applied={T|T < 7317477994351570944}]
00:14:10.974 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.130:43801
00:14:10.974 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.975330 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:43801
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42111
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.049183 20118 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.049322 20118 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.049340 20118 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.050707 20118 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.050750 20118 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.130
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.052290 20118 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/logs
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.130:43801
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.130
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42111
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20118
00:14:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.130
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.052444 20118 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.052590 20118 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.054689 20132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.054792 20129 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.054850 20118 server_base.cc:1061] running on GCE node
00:14:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.054792 20128 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.055065 20118 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.055220 20118 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.056375 20118 hybrid_clock.cc:648] HybridClock initialized: now 1786493651056363 us; error 24 us; skew 500 ppm
00:14:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.057255 20118 webserver.cc:533] Webserver started at http://127.15.192.130:42111/ using document root <none> and password file <none>
00:14:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.057387 20118 fs_manager.cc:362] Metadata directory not provided
00:14:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.057413 20118 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.058447 20118 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.058948 20142 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.059064 20118 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.059105 20118 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ddd637cede5643839f6f3fe8395eba14"
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.059333 20118 fs_report.cc:389] FS layout report
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/wal
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/data
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.074898 20118 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.075098 20118 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.075179 20118 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.075350 20118 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.075691 20155 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:14:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.076443 20118 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.076479 20118 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.076507 20118 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:14:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.076924 20118 ts_tablet_manager.cc:616] Registered 1 tablets
00:14:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.076951 20118 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.077025 20155 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap starting.
00:14:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.083192 20118 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.130:43801
00:14:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.083381 20348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.130:43801 every 8 connection(s)
00:14:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.083577 20118 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-1/data/info.pb
00:14:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.086447 20155 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Log is configured to *not* fsync() on all Append() calls
00:14:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.089692 20351 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:14:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.089775 20351 heartbeater.cc:461] Registering TS with master...
00:14:11.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.089941 20351 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:14:11.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.089952 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 20118
00:14:11.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:11.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.090489 16325 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.090939 20155 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.091006 16325 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.130:49831
00:14:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.091715 20350 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:14:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.091729 20349 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:14:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.091784 20350 heartbeater.cc:461] Registering TS with master...
00:14:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.091804 20349 heartbeater.cc:461] Registering TS with master...
00:14:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.091838 20350 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:14:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.091846 20349 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:14:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.092175 16203 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.092186 16454 ts_manager.cc:194] Re-registered known tserver with Master: ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.093117 20155 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Bootstrap complete.
00:14:11.093 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.093943 20155 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent bootstrapping tablet: real 0.017s	user 0.004s	sys 0.009s
00:14:11.094 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.15.192.131:44359
00:14:11.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.094899 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 19490
00:14:11.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.098120 20155 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:11.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.098330 20155 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: ddd637cede5643839f6f3fe8395eba14, State: Initialized, Role: FOLLOWER
00:14:11.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.098445 20155 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:11.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.098702 20155 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14: Time spent starting tablet: real 0.005s	user 0.000s	sys 0.002s
00:14:11.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.098855 20351 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:14:11.103 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] handling channelInactive
00:14:11.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state READY due to: connection closed
00:14:11.104 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:11.104 [DEBUG - Time-limited test] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:11.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.105 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:11.125 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:11.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@58299143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@1b92287b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@276891d8 -> wakeup thread Time-limited test)) after lookup
00:14:11.125 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:11.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.126 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:11.145 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:11.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [22ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [22ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@58299143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@1b92287b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@276891d8 -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706))) after lookup
00:14:11.146 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:11.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.147 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:11.185 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:11.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [22ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [22ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [43ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [43ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [80ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@58299143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@1b92287b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@276891d8 -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581))) after lookup
00:14:11.186 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:11.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.187 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:11.246 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:11.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=141), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [22ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [22ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [43ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [43ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [80ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [82ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [83ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [83ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [141ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@58299143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@1b92287b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581) -> (continuation of Deferred@1406410808 after retry RPC@1542587288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@276891d8 -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581) -> (continuation of Deferred@1406410808 after retry RPC@1542587288))) after lookup
00:14:11.247 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:11.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.248 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:11.445 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943),bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)[L],ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:11.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=341), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [22ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [22ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [43ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [43ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [80ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [82ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [83ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [83ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [141ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [142ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [144ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [144ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [339ms] refreshing cache from master, [339ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [340ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@58299143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@1b92287b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581) -> (continuation of Deferred@1406410808 after retry RPC@1542587288) -> (continuation of Deferred@406818473 after retry RPC@1402646773), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@276891d8 -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581) -> (continuation of Deferred@1406410808 after retry RPC@1542587288) -> (continuation of Deferred@406818473 after retry RPC@1402646773))) after lookup
00:14:11.447 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] connecting to peer
00:14:11.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] cleaning up while in state CONNECTING due to: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:11.448 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359) for tablet b3a14ad2345a46b3bcc5438ffff8d970: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359
00:14:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.475507 20370 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:14:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.475610 20370 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.475749 20370 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.476476 19851 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.478808 20258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14" is_pre_election: true
00:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.478933 20258 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 10.
00:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.479135 19852 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.479231 20370 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 11 FOLLOWER]: Leader pre-election won for term 12
00:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.479307 20370 raft_consensus.cc:493] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 11 FOLLOWER]: Starting leader election (detected failure of leader bc8e78190fb94542bb5519881384cffa)
00:14:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.479329 20370 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 11 FOLLOWER]: Advancing to term 12
00:14:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.480124 20370 raft_consensus.cc:515] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.480273 20370 leader_election.cc:290] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 12 election: Requested vote from peers bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359), ddd637cede5643839f6f3fe8395eba14 (127.15.192.130:43801)
00:14:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.480459 20258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b3a14ad2345a46b3bcc5438ffff8d970" candidate_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "ddd637cede5643839f6f3fe8395eba14"
00:14:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.480546 20258 raft_consensus.cc:3060] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 10 FOLLOWER]: Advancing to term 12
00:14:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.481600 20258 raft_consensus.cc:2468] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ee60e7f4df34dd696bc80ff6b7575f6 in term 12.
00:14:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.481762 19851 leader_election.cc:336] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111)
00:14:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.481851 19852 leader_election.cc:304] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ee60e7f4df34dd696bc80ff6b7575f6, ddd637cede5643839f6f3fe8395eba14; no voters: bc8e78190fb94542bb5519881384cffa
00:14:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.481940 20370 raft_consensus.cc:2804] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 12 FOLLOWER]: Leader election won for term 12
00:14:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.482059 20370 raft_consensus.cc:697] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [term 12 LEADER]: Becoming Leader. State: Replica: 0ee60e7f4df34dd696bc80ff6b7575f6, State: Running, Role: LEADER
00:14:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.482133 20370 consensus_queue.cc:237] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.482781 16325 catalog_manager.cc:5719] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 reported cstate change: term changed from 11 to 12, leader changed from bc8e78190fb94542bb5519881384cffa (127.15.192.131) to 0ee60e7f4df34dd696bc80ff6b7575f6 (127.15.192.129). New cstate: current_term: 12 leader_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } health_report { overall_health: UNKNOWN } } }
00:14:12.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b3a14ad2345a46b3bcc5438ffff8d970 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292' with partition [<start>, <end>)
00:14:12.865 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b3a14ad2345a46b3bcc5438ffff8d970@[0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)[L],bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359),ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)]}]
00:14:12.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b3a14ad2345a46b3bcc5438ffff8d970, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1761), Traces: [0ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [1ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [20ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [21ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [22ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [22ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [41ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [42ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [43ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [43ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [80ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [82ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [83ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [83ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [141ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [142ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [144ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [144ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [339ms] refreshing cache from master, [339ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [340ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, [342ms] sending RPC to server bc8e78190fb94542bb5519881384cffa, [344ms] received response from server bc8e78190fb94542bb5519881384cffa: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [344ms] delaying RPC due to: Network error: Failed to connect to peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359): Connection refused: /127.15.192.131:44359, [1759ms] refreshing cache from master, [1759ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.192.189:41167, [1761ms] Sub RPC GetTableLocations: received response from server master-127.15.192.189:41167: OK, deferred=Deferred@58299143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f195036bed0@1b92287b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581) -> (continuation of Deferred@1406410808 after retry RPC@1542587288) -> (continuation of Deferred@406818473 after retry RPC@1402646773) -> (continuation of Deferred@684553349 after retry RPC@170000576), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@276891d8 -> wakeup thread Time-limited test -> (continuation of Deferred@463596743 after retry RPC@2015643706) -> (continuation of Deferred@1366263874 after retry RPC@198213581) -> (continuation of Deferred@1406410808 after retry RPC@1542587288) -> (continuation of Deferred@406818473 after retry RPC@1402646773) -> (continuation of Deferred@684553349 after retry RPC@170000576))) after lookup
00:14:12.866 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] connecting to peer
00:14:12.867 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] Successfully connected to peer
00:14:12.880 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x19496bf7, L:/127.0.0.1:36898 - R:/127.15.192.129:42943] using TOKEN/null
00:14:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.882524 20258 raft_consensus.cc:1275] T b3a14ad2345a46b3bcc5438ffff8d970 P ddd637cede5643839f6f3fe8395eba14 [term 12 FOLLOWER]: Refusing update from remote peer 0ee60e7f4df34dd696bc80ff6b7575f6: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 42. (index mismatch)
00:14:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.882845 20376 consensus_queue.cc:1048] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
00:14:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.882987 19851 consensus_peers.cc:597] T b3a14ad2345a46b3bcc5438ffff8d970 P 0ee60e7f4df34dd696bc80ff6b7575f6 -> Peer bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359): Couldn't send request to peer bc8e78190fb94542bb5519881384cffa. Status: Network error: Client connection negotiation failed: client connection to 127.15.192.131:44359: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.885272 20409 mvcc.cc:204] Tried to move back new op lower bound from 7317478002204250112 to 7317478000567386112. Current Snapshot: MvccSnapshot[applied={T|T < 7317478002204250112}]
00:14:12.892 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.15.192.131:44359
00:14:12.892 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.893153 16130 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskj0sHiz/build/release/bin/kudu
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:14:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:14:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:14:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:14:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.968117 20422 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.968250 20422 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.968268 20422 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.969707 20422 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.969758 20422 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.192.131
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.971158 20422 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/logs
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.192.148:37317
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.192.131:44359
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.192.131
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37347
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.192.190:36327,127.15.192.189:41167,127.15.192.188:37549
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20422
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.192.131
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:51:02 UTC on e7f111948823
00:14:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17637
00:14:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.971345 20422 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.971504 20422 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.973577 20429 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.973593 20439 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.973594 20433 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.973680 20422 server_base.cc:1061] running on GCE node
00:14:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.973985 20422 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.974180 20422 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.975311 20422 hybrid_clock.cc:648] HybridClock initialized: now 1786493652975297 us; error 30 us; skew 500 ppm
00:14:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.976217 20422 webserver.cc:533] Webserver started at http://127.15.192.131:37347/ using document root <none> and password file <none>
00:14:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.976346 20422 fs_manager.cc:362] Metadata directory not provided
00:14:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.976378 20422 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.977385 20422 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.001s	sys 0.000s
00:14:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.977873 20451 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.977993 20422 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.978031 20422 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data,/tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc8e78190fb94542bb5519881384cffa"
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:13:41 on dist-test-slave-gjrz"
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.978230 20422 fs_report.cc:389] FS layout report
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/wal
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/data
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:12.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:12.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.986824 20422 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.987031 20422 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.987123 20422 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.987291 20422 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.987701 20462 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:14:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.988473 20422 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.988514 20422 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.988536 20422 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:14:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.988969 20422 ts_tablet_manager.cc:616] Registered 1 tablets
00:14:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.988996 20422 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.989068 20462 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap starting.
00:14:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.995720 20422 rpc_server.cc:307] RPC server started. Bound to: 127.15.192.131:44359
00:14:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.995813 20673 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.192.131:44359 every 8 connection(s)
00:14:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.996096 20422 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskj0sHiz/test-tmp/mini-kudu-cluster15827881189887711251/ts-2/data/info.pb
00:14:12.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.997642 16130 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskj0sHiz/build/release/bin/kudu as pid 20422
00:14:12.998 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.998032 20462 log.cc:826] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Log is configured to *not* fsync() on all Append() calls
00:14:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.001360 20677 heartbeater.cc:344] Connected to a master server at 127.15.192.189:41167
00:14:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.001454 20677 heartbeater.cc:461] Registering TS with master...
00:14:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.001624 20677 heartbeater.cc:507] Master 127.15.192.189:41167 requested a full tablet report, sending...
00:14:13.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.002185 16324 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:13.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.002660 16324 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.192.131:46991
00:14:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.002846 20675 heartbeater.cc:344] Connected to a master server at 127.15.192.188:37549
00:14:13.003 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.002900 20675 heartbeater.cc:461] Registering TS with master...
00:14:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.003000 20675 heartbeater.cc:507] Master 127.15.192.188:37549 requested a full tablet report, sending...
00:14:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.003357 16454 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.005286 20676 heartbeater.cc:344] Connected to a master server at 127.15.192.190:36327
00:14:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.005339 20676 heartbeater.cc:461] Registering TS with master...
00:14:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.005391 20676 heartbeater.cc:507] Master 127.15.192.190:36327 requested a full tablet report, sending...
00:14:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.005674 20462 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.005700 16203 ts_manager.cc:194] Re-registered known tserver with Master: bc8e78190fb94542bb5519881384cffa (127.15.192.131:44359)
00:14:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.005972 20462 tablet_bootstrap.cc:492] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Bootstrap complete.
00:14:13.006 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493622292, tablet=b3a14ad2345a46b3bcc5438ffff8d970, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:13.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.007048 20462 ts_tablet_manager.cc:1403] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent bootstrapping tablet: real 0.018s	user 0.002s	sys 0.009s
00:14:13.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.008150 20462 raft_consensus.cc:359] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:13.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.008414 20462 raft_consensus.cc:740] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc8e78190fb94542bb5519881384cffa, State: Initialized, Role: FOLLOWER
00:14:13.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.008540 20462 consensus_queue.cc:260] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ee60e7f4df34dd696bc80ff6b7575f6" member_type: VOTER last_known_addr { host: "127.15.192.129" port: 42943 } } peers { permanent_uuid: "bc8e78190fb94542bb5519881384cffa" member_type: VOTER last_known_addr { host: "127.15.192.131" port: 44359 } } peers { permanent_uuid: "ddd637cede5643839f6f3fe8395eba14" member_type: VOTER last_known_addr { host: "127.15.192.130" port: 43801 } }
00:14:13.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.008777 20462 ts_tablet_manager.cc:1434] T b3a14ad2345a46b3bcc5438ffff8d970 P bc8e78190fb94542bb5519881384cffa: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
00:14:13.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.009063 20677 heartbeater.cc:499] Master 127.15.192.189:41167 was elected leader, sending a full tablet report...
00:14:13.011 [DEBUG - main] (Connection.java:575) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] disconnecting while in state READY
00:14:13.012 [DEBUG - main] (Connection.java:575) [peer master-127.15.192.190:36327(127.15.192.190:36327)] disconnecting while in state READY
00:14:13.012 [DEBUG - main] (Connection.java:575) [peer master-127.15.192.188:37549(127.15.192.188:37549)] disconnecting while in state READY
00:14:13.012 [DEBUG - main] (Connection.java:575) [peer bc8e78190fb94542bb5519881384cffa(127.15.192.131:44359)] disconnecting while in state TERMINATED
00:14:13.012 [DEBUG - main] (Connection.java:575) [peer ddd637cede5643839f6f3fe8395eba14(127.15.192.130:43801)] disconnecting while in state TERMINATED
00:14:13.012 [DEBUG - main] (Connection.java:575) [peer master-127.15.192.189:41167(127.15.192.189:41167)] disconnecting while in state READY
00:14:13.015 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.192.190:36327(127.15.192.190:36327)] handling channelInactive
00:14:13.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.192.190:36327(127.15.192.190:36327)] cleaning up while in state READY due to: connection closed
00:14:13.015 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.192.189:41167(127.15.192.189:41167)] handling channelInactive
00:14:13.015 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:14:13.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.192.189:41167(127.15.192.189:41167)] cleaning up while in state READY due to: connection closed
00:14:13.022 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] handling channelInactive
00:14:13.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0ee60e7f4df34dd696bc80ff6b7575f6(127.15.192.129:42943)] cleaning up while in state READY due to: connection closed
00:14:13.023 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.192.188:37549(127.15.192.188:37549)] handling channelInactive
00:14:13.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.192.188:37549(127.15.192.188:37549)] cleaning up while in state READY due to: connection closed
00:14:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.023721 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 19814
00:14:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.040987 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 20118
00:14:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.052111 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 20422
00:14:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.061368 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 16149
00:14:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.073079 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 16273
00:14:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.083243 16130 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskj0sHiz/build/release/bin/kudu with pid 16397
00:14:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:13Z chronyd exiting

Time: 33.12

OK (1 test)

