JUnit version 4.13.2
.14:26:17.444 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779114377437
14:26:17.494 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:26:17.525 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:26:17.535 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskP75mgB/test-tmp
14:26:17.561 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
14:26:17.563 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskP75mgB/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
14:26:17.763 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:26:17.778 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:26:17.780 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:26:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.781177  2266 mini_oidc.cc:150] Starting JWKS server
14:26:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.781960  2266 webserver.cc:533] Webserver started at http://127.0.0.1:43183/ using document root <none> and password file <none>
14:26:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.782111  2266 mini_oidc.cc:186] Starting OIDC Discovery server
14:26:17.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.782320  2266 webserver.cc:533] Webserver started at http://127.0.0.1:38225/ using document root <none> and password file <none>
14:26:17.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:26:17Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:26:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:26:17Z Disabled control of system clock
14:26:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.792865  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/wal
14:26:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data
14:26:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/logs
14:26:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data/info.pb
14:26:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:26:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.190:33465
14:26:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.190
14:26:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43183/jwks.json with env {}
14:26:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.870635  2277 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.870800  2277 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.870820  2277 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.872395  2277 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:26:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.872437  2277 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.872450  2277 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:26:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.872462  2277 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:26:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.872474  2277 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:26:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.872485  2277 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43183/jwks.json
14:26:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.874176  2277 master_runner.cc:387] Master server non-default flags:
14:26:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data
14:26:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/wal
14:26:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.190:33465
14:26:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43183/jwks.json
14:26:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data/info.pb
14:26:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.190
14:26:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2277
14:26:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/logs
14:26:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:26:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.874410  2277 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.874639  2277 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.877617  2277 server_base.cc:1061] running on GCE node
14:26:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.877600  2282 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.877600  2285 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.877791  2283 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.878156  2277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.878394  2277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:17.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.879534  2277 hybrid_clock.cc:648] HybridClock initialized: now 1779114377879497 us; error 51 us; skew 500 ppm
14:26:17.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.880790  2277 webserver.cc:533] Webserver started at http://127.2.54.190:42607/ using document root <none> and password file <none>
14:26:17.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.881009  2277 fs_manager.cc:362] Metadata directory not provided
14:26:17.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.881044  2277 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:17.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.881134  2277 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:17.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.881950  2277 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data/instance:
14:26:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae535b167b3b4dd3a3772f837657c547"
14:26:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:17 on dist-test-slave-s11r"
14:26:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.882328  2277 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/wal/instance:
14:26:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae535b167b3b4dd3a3772f837657c547"
14:26:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:17 on dist-test-slave-s11r"
14:26:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.883625  2277 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
14:26:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.884253  2291 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.884399  2277 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:26:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.884464  2277 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/wal
14:26:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae535b167b3b4dd3a3772f837657c547"
14:26:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:17 on dist-test-slave-s11r"
14:26:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.884521  2277 fs_report.cc:389] FS layout report
14:26:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/wal
14:26:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/wal
14:26:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data/data
14:26:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:17.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:17.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:17.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:17.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:17.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:17.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.899683  2277 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.899979  2277 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.900068  2277 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.904346  2277 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.190:33465
14:26:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.904381  2344 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.190:33465 every 8 connection(s)
14:26:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.904649  2277 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/data/info.pb
14:26:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.905217  2345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.906591  2345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } has no permanent_uuid. Determining permanent_uuid...
14:26:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.907825  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 2277
14:26:17.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.907931  2266 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-0/wal/instance
14:26:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.908895  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/wal
14:26:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data
14:26:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/logs
14:26:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data/info.pb
14:26:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:26:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.189:45339
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.189
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43183/jwks.json with env {}
14:26:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.912448  2345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } has no permanent_uuid. Determining permanent_uuid...
14:26:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.912803  2294 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.189:45339: connect: Connection refused (error 111)
14:26:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.913230  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.54.189:45339: Network error: Client connection negotiation failed: client connection to 127.2.54.189:45339: connect: Connection refused (error 111)
14:26:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.962436  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } attempt: 1
14:26:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.963528  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.54.189:45339: Network error: Client connection negotiation failed: client connection to 127.2.54.189:45339: connect: Connection refused (error 111)
14:26:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.987389  2349 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:17.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.987555  2349 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:17.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.987574  2349 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.989338  2349 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:26:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.989387  2349 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.989403  2349 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:26:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.989414  2349 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:26:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.989427  2349 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:26:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.989439  2349 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43183/jwks.json
14:26:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.991819  2349 master_runner.cc:387] Master server non-default flags:
14:26:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data
14:26:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/wal
14:26:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.189:45339
14:26:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43183/jwks.json
14:26:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data/info.pb
14:26:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.189
14:26:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2349
14:26:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/logs
14:26:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:26:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.992085  2349 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.992333  2349 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.995815  2355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.996039  2358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:17.997529  2356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.997720  2349 server_base.cc:1061] running on GCE node
14:26:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.997906  2349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:17.998195  2349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.000131  2349 hybrid_clock.cc:648] HybridClock initialized: now 1779114378000111 us; error 37 us; skew 500 ppm
14:26:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.001379  2349 webserver.cc:533] Webserver started at http://127.2.54.189:43081/ using document root <none> and password file <none>
14:26:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.001551  2349 fs_manager.cc:362] Metadata directory not provided
14:26:18.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.001587  2349 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.001685  2349 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.002831  2349 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data/instance:
14:26:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04e5ad28c66e4c2b8e58157358dd9f45"
14:26:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:17 on dist-test-slave-s11r"
14:26:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.003239  2349 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/wal/instance:
14:26:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04e5ad28c66e4c2b8e58157358dd9f45"
14:26:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:17 on dist-test-slave-s11r"
14:26:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.004769  2349 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
14:26:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.005633  2364 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.005827  2349 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:26:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.005892  2349 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/wal
14:26:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04e5ad28c66e4c2b8e58157358dd9f45"
14:26:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:17 on dist-test-slave-s11r"
14:26:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.005946  2349 fs_report.cc:389] FS layout report
14:26:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/wal
14:26:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/wal
14:26:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data/data
14:26:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.025751  2349 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.026165  2349 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.026296  2349 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.031205  2349 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.189:45339
14:26:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.031229  2416 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.189:45339 every 8 connection(s)
14:26:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.031607  2349 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/data/info.pb
14:26:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.031687  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } attempt: 2
14:26:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.032366  2417 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:18.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.034145  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 2349
14:26:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.034214  2266 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-1/wal/instance
14:26:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.034562  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/wal
14:26:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data
14:26:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/logs
14:26:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data/info.pb
14:26:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.188:36871
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.188
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43183/jwks.json with env {}
14:26:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.034684  2417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } has no permanent_uuid. Determining permanent_uuid...
14:26:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.037530  2345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } has no permanent_uuid. Determining permanent_uuid...
14:26:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.038097  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.54.188:36871: Network error: Client connection negotiation failed: client connection to 127.2.54.188:36871: connect: Connection refused (error 111)
14:26:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.046518  2417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } has no permanent_uuid. Determining permanent_uuid...
14:26:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.050081  2417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } has no permanent_uuid. Determining permanent_uuid...
14:26:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.050735  2367 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.188:36871: connect: Connection refused (error 111)
14:26:18.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.051997  2417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.54.188:36871: Network error: Client connection negotiation failed: client connection to 127.2.54.188:36871: connect: Connection refused (error 111)
14:26:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.081269  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } attempt: 1
14:26:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.082063  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.54.188:36871: Network error: Client connection negotiation failed: client connection to 127.2.54.188:36871: connect: Connection refused (error 111)
14:26:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.101246  2417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } attempt: 1
14:26:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.102026  2417 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.54.188:36871: Network error: Client connection negotiation failed: client connection to 127.2.54.188:36871: connect: Connection refused (error 111)
14:26:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.118674  2421 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.118848  2421 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.118868  2421 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.121078  2421 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:26:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.121150  2421 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.121169  2421 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:26:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.121187  2421 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:26:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.121204  2421 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:26:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.121220  2421 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43183/jwks.json
14:26:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.123401  2421 master_runner.cc:387] Master server non-default flags:
14:26:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/wal
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.188:36871
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43183/jwks.json
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data/info.pb
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.188
14:26:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2421
14:26:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/logs
14:26:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.123622  2421 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.123798  2421 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.126580  2421 server_base.cc:1061] running on GCE node
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.126223  2427 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.126288  2430 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.126217  2428 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.127252  2421 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.127530  2421 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.128700  2421 hybrid_clock.cc:648] HybridClock initialized: now 1779114378128667 us; error 46 us; skew 500 ppm
14:26:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.129243  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } attempt: 2
14:26:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.130138  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.54.188:36871: Network error: Client connection negotiation failed: client connection to 127.2.54.188:36871: connect: Connection refused (error 111)
14:26:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.130203  2421 webserver.cc:533] Webserver started at http://127.2.54.188:40313/ using document root <none> and password file <none>
14:26:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.130403  2421 fs_manager.cc:362] Metadata directory not provided
14:26:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.130462  2421 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.130568  2421 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.131753  2421 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data/instance:
14:26:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bb2caa4199049cebe3e04b2f0bc1d66"
14:26:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.132150  2421 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/wal/instance:
14:26:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bb2caa4199049cebe3e04b2f0bc1d66"
14:26:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.134349  2421 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.003s	sys 0.000s
14:26:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.135195  2436 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.135433  2421 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:26:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.135506  2421 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/wal
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3bb2caa4199049cebe3e04b2f0bc1d66"
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.135564  2421 fs_report.cc:389] FS layout report
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/wal
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/wal
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data/data
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:18.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.150885  2421 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.151274  2421 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.151407  2421 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:18.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.156394  2421 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.188:36871
14:26:18.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.156428  2488 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.188:36871 every 8 connection(s)
14:26:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.156817  2421 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/data/info.pb
14:26:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.157428  2489 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.158690  2489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } has no permanent_uuid. Determining permanent_uuid...
14:26:18.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.163290  2489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } has no permanent_uuid. Determining permanent_uuid...
14:26:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.163519  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 2421
14:26:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.163595  2266 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/master-2/wal/instance
14:26:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.166770  2489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } has no permanent_uuid. Determining permanent_uuid...
14:26:18.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.170497  2417 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } attempt: 2
14:26:18.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.172509  2489 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: Bootstrap starting.
14:26:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.173153  2489 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: Neither blocks nor log segments found. Creating new log.
14:26:18.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.173447  2489 log.cc:826] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: Log is configured to *not* fsync() on all Append() calls
14:26:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.174197  2489 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: No bootstrap required, opened a new log
14:26:18.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.176159  2489 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.176265  2489 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:18.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.176285  2489 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3bb2caa4199049cebe3e04b2f0bc1d66, State: Initialized, Role: FOLLOWER
14:26:18.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.176374  2489 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.176599  2497 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.176700  2497 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [sys.catalog]: This master's current role is: FOLLOWER
14:26:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.176653  2489 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [sys.catalog]: configured and running, proceeding with master startup.
14:26:18.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.178896  2508 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:26:18.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.179255  2508 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:26:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.179785  2417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45: Bootstrap starting.
14:26:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.180490  2417 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45: Neither blocks nor log segments found. Creating new log.
14:26:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.179210  2421 master_runner.cc:187] Error getting master registration for 127.2.54.190:33465: OK, instance_id { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" instance_seqno: 1779114377903216 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:26:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.180750  2417 log.cc:826] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45: Log is configured to *not* fsync() on all Append() calls
14:26:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.180810  2421 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:26:18.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.182366  2417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45: No bootstrap required, opened a new log
14:26:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.184017  2417 raft_consensus.cc:359] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.184137  2417 raft_consensus.cc:385] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.184170  2417 raft_consensus.cc:740] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04e5ad28c66e4c2b8e58157358dd9f45, State: Initialized, Role: FOLLOWER
14:26:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.184262  2417 consensus_queue.cc:260] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.184542  2417 sys_catalog.cc:565] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: configured and running, proceeding with master startup.
14:26:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.185030  2511 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.185122  2511 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: This master's current role is: FOLLOWER
14:26:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.186798  2522 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:26:18.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.186866  2522 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:26:18.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.186740  2349 master_runner.cc:187] Error getting master registration for 127.2.54.190:33465: OK, instance_id { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" instance_seqno: 1779114377903216 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:26:18.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.188136  2349 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:26:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.209523  2511 raft_consensus.cc:493] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.209677  2511 raft_consensus.cc:515] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.209923  2511 leader_election.cc:290] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ae535b167b3b4dd3a3772f837657c547 (127.2.54.190:33465), 3bb2caa4199049cebe3e04b2f0bc1d66 (127.2.54.188:36871)
14:26:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.210645  2462 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" is_pre_election: true
14:26:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.210795  2462 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04e5ad28c66e4c2b8e58157358dd9f45 in term 0.
14:26:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.211303  2367 leader_election.cc:304] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04e5ad28c66e4c2b8e58157358dd9f45, 3bb2caa4199049cebe3e04b2f0bc1d66; no voters: 
14:26:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.211419  2511 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:26:18.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.211469  2511 raft_consensus.cc:493] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:26:18.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.211493  2511 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 0 FOLLOWER]: Advancing to term 1
14:26:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.212569  2511 raft_consensus.cc:515] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.212725  2511 leader_election.cc:290] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [CANDIDATE]: Term 1 election: Requested vote from peers ae535b167b3b4dd3a3772f837657c547 (127.2.54.190:33465), 3bb2caa4199049cebe3e04b2f0bc1d66 (127.2.54.188:36871)
14:26:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.212953  2462 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66"
14:26:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.213025  2462 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [term 0 FOLLOWER]: Advancing to term 1
14:26:18.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.214414  2462 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04e5ad28c66e4c2b8e58157358dd9f45 in term 1.
14:26:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.214622  2367 leader_election.cc:304] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04e5ad28c66e4c2b8e58157358dd9f45, 3bb2caa4199049cebe3e04b2f0bc1d66; no voters: 
14:26:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.214704  2511 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 1 FOLLOWER]: Leader election won for term 1
14:26:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.214856  2511 raft_consensus.cc:697] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [term 1 LEADER]: Becoming Leader. State: Replica: 04e5ad28c66e4c2b8e58157358dd9f45, State: Running, Role: LEADER
14:26:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.214951  2511 consensus_queue.cc:237] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.215368  2511 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 04e5ad28c66e4c2b8e58157358dd9f45. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.215451  2511 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: This master's current role is: LEADER
14:26:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.222137  2526 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:26:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.222357  2526 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:26:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.224301  2462 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [term 1 FOLLOWER]: Refusing update from remote peer 04e5ad28c66e4c2b8e58157358dd9f45: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.224924  2511 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:26:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.226605  2497 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 04e5ad28c66e4c2b8e58157358dd9f45. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.226714  2497 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [sys.catalog]: This master's current role is: FOLLOWER
14:26:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.234475  2497 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.234592  2497 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66 [sys.catalog]: This master's current role is: FOLLOWER
14:26:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.234545  2511 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.234692  2511 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: This master's current role is: LEADER
14:26:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.235743  2528 mvcc.cc:204] Tried to move back new op lower bound from 7287252493203279872 to 7287252493169152000. Current Snapshot: MvccSnapshot[applied={T|T < 7287252493203279872}]
14:26:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.236166  2527 mvcc.cc:204] Tried to move back new op lower bound from 7287252493203279872 to 7287252493169152000. Current Snapshot: MvccSnapshot[applied={T|T < 7287252493203279872}]
14:26:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.236977  2526 catalog_manager.cc:1383] Generated new cluster ID: a0a87c348a1c43b0be9493f252ebc7d5
14:26:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.237097  2526 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:26:18.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.237267  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } attempt: 3
14:26:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.242200  2345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: Bootstrap starting.
14:26:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.242910  2345 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: Neither blocks nor log segments found. Creating new log.
14:26:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.243206  2345 log.cc:826] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: Log is configured to *not* fsync() on all Append() calls
14:26:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.246742  2526 catalog_manager.cc:1406] Generated new certificate authority record
14:26:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.247481  2526 catalog_manager.cc:1540] Loading token signing keys...
14:26:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.254285  2526 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45: Generated new TSK 0
14:26:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.254688  2345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: No bootstrap required, opened a new log
14:26:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.256136  2526 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:26:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.257062  2345 raft_consensus.cc:359] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.257180  2345 raft_consensus.cc:385] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.257217  2345 raft_consensus.cc:740] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae535b167b3b4dd3a3772f837657c547, State: Initialized, Role: FOLLOWER
14:26:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.257323  2345 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } }
14:26:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.257649  2345 sys_catalog.cc:565] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [sys.catalog]: configured and running, proceeding with master startup.
14:26:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.257723  2318 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae535b167b3b4dd3a3772f837657c547" is_pre_election: true
14:26:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.257844  2318 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04e5ad28c66e4c2b8e58157358dd9f45 in term 0.
14:26:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.259438  2316 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [term 0 FOLLOWER]: Advancing to term 1
14:26:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.259871  2545 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:26:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.259915  2545 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:26:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.260370  2316 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [term 1 FOLLOWER]: Refusing update from remote peer 04e5ad28c66e4c2b8e58157358dd9f45: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.260520  2317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae535b167b3b4dd3a3772f837657c547"
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.260648  2524 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.261798  2317 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04e5ad28c66e4c2b8e58157358dd9f45 in term 1.
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.263693  2534 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.263767  2534 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [sys.catalog]: This master's current role is: FOLLOWER
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.263804  2534 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 04e5ad28c66e4c2b8e58157358dd9f45. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.263839  2534 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [sys.catalog]: This master's current role is: FOLLOWER
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.263866  2534 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.263914  2534 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547 [sys.catalog]: This master's current role is: FOLLOWER
14:26:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.267544  2548 mvcc.cc:204] Tried to move back new op lower bound from 7287252493322899456 to 7287252493169152000. Current Snapshot: MvccSnapshot[applied={T|T < 7287252493203279872}]
14:26:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.272008  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:0
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.382691  2554 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.382954  2554 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.382990  2554 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.385937  2554 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.386621  2554 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.129
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.389895  2554 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:0
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2554
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.393805  2554 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.394436  2554 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.398741  2560 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.398854  2554 server_base.cc:1061] running on GCE node
14:26:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.399595  2559 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.406175  2562 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.407021  2554 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.407299  2554 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.422901  2554 hybrid_clock.cc:648] HybridClock initialized: now 1779114378422868 us; error 49 us; skew 500 ppm
14:26:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.424584  2554 webserver.cc:533] Webserver started at http://127.2.54.129:33533/ using document root <none> and password file <none>
14:26:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.424779  2554 fs_manager.cc:362] Metadata directory not provided
14:26:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.424824  2554 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.424924  2554 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.425964  2554 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/instance:
14:26:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.426321  2554 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal/instance:
14:26:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.430456  2554 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.001s	sys 0.000s
14:26:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.431556  2568 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.431898  2554 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.431960  2554 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.432013  2554 fs_report.cc:389] FS layout report
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/data
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.455016  2554 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.455353  2554 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.455479  2554 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.455677  2554 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.456039  2554 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:26:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.456081  2554 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:26:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.456113  2554 ts_tablet_manager.cc:616] Registered 0 tablets
14:26:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.456143  2554 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:26:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.462780  2554 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.129:37805
14:26:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.462865  2681 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.129:37805 every 8 connection(s)
14:26:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.463220  2554 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.463833  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 2554
14:26:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.463923  2266 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal/instance
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.465328  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:0
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.470988  2682 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.471181  2682 heartbeater.cc:461] Registering TS with master...
14:26:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.471391  2682 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:18.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.471868  2453 ts_manager.cc:194] Registered new tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:18.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.471906  2684 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:18.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.471951  2684 heartbeater.cc:461] Registering TS with master...
14:26:18.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.472193  2684 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:18.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.472478  2381 ts_manager.cc:194] Registered new tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.473239  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.129:37373
14:26:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.474753  2683 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.474831  2683 heartbeater.cc:461] Registering TS with master...
14:26:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.474887  2683 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.475407  2308 ts_manager.cc:194] Registered new tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.564481  2687 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.564648  2687 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.564666  2687 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.566123  2687 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:18.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.566176  2687 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.130
14:26:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.567677  2687 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:0
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2687
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.567870  2687 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.568050  2687 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:18.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.570569  2695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.570672  2694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.570837  2697 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.571089  2687 server_base.cc:1061] running on GCE node
14:26:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.571262  2687 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.571498  2687 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.572661  2687 hybrid_clock.cc:648] HybridClock initialized: now 1779114378572626 us; error 49 us; skew 500 ppm
14:26:18.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.573793  2687 webserver.cc:533] Webserver started at http://127.2.54.130:38723/ using document root <none> and password file <none>
14:26:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.574012  2687 fs_manager.cc:362] Metadata directory not provided
14:26:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.574091  2687 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.574222  2687 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.575090  2687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/instance:
14:26:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.575455  2687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal/instance:
14:26:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.576728  2687 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
14:26:18.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.577461  2703 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:18.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.577632  2687 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:26:18.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.577721  2687 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.577780  2687 fs_report.cc:389] FS layout report
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/data
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:18.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:18.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.608256  2687 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:18.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.608621  2687 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.608747  2687 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.608991  2687 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.609397  2687 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:26:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.609462  2687 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:26:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.609500  2687 ts_tablet_manager.cc:616] Registered 0 tablets
14:26:18.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.609519  2687 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:26:18.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.615731  2687 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.130:44345
14:26:18.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.615775  2816 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.130:44345 every 8 connection(s)
14:26:18.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.616072  2687 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621341  2819 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621479  2817 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621531  2817 heartbeater.cc:461] Registering TS with master...
14:26:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621454  2819 heartbeater.cc:461] Registering TS with master...
14:26:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621439  2818 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621598  2818 heartbeater.cc:461] Registering TS with master...
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621742  2818 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621742  2817 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.621742  2819 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.622195  2381 ts_manager.cc:194] Registered new tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.622215  2308 ts_manager.cc:194] Registered new tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.622206  2453 ts_manager.cc:194] Registered new tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.622692  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.130:41953
14:26:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.625425  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 2687
14:26:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.625499  2266 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal/instance
14:26:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.626592  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:0
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.703126  2824 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.703290  2824 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.703308  2824 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.704725  2824 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:18.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.704773  2824 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.131
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.706314  2824 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:0
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2824
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.706503  2824 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.706692  2824 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.709254  2829 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.709266  2830 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:18.709266  2832 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.709568  2824 server_base.cc:1061] running on GCE node
14:26:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.709735  2824 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:18.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.709923  2824 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.711108  2824 hybrid_clock.cc:648] HybridClock initialized: now 1779114378711088 us; error 36 us; skew 500 ppm
14:26:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.712118  2824 webserver.cc:533] Webserver started at http://127.2.54.131:36633/ using document root <none> and password file <none>
14:26:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.712266  2824 fs_manager.cc:362] Metadata directory not provided
14:26:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.712299  2824 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.712368  2824 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.713299  2824 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/instance:
14:26:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.713558  2824 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal/instance:
14:26:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.714843  2824 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
14:26:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.715508  2838 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.715719  2824 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:26:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.715780  2824 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.715919  2824 fs_report.cc:389] FS layout report
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/data
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.738813  2824 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.739140  2824 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.739266  2824 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.739482  2824 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.739792  2824 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:26:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.739816  2824 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:26:18.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.739840  2824 ts_tablet_manager.cc:616] Registered 0 tablets
14:26:18.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.739858  2824 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:26:18.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.745775  2824 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.131:33669
14:26:18.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.745819  2951 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.131:33669 every 8 connection(s)
14:26:18.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.746246  2824 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.751060  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 2824
14:26:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.751159  2266 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal/instance
14:26:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.751487  2954 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.751576  2954 heartbeater.cc:461] Registering TS with master...
14:26:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.751781  2954 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752264  2381 ts_manager.cc:194] Registered new tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752398  2952 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752456  2952 heartbeater.cc:461] Registering TS with master...
14:26:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752550  2952 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752717  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.131:33903
14:26:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752882  2953 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752883  2453 ts_manager.cc:194] Registered new tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.752930  2953 heartbeater.cc:461] Registering TS with master...
14:26:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.753046  2953 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.753436  2307 ts_manager.cc:194] Registered new tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.754956  2266 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:26:18.755 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:26:18.757 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:26:18.766 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.54.190"
      port: 33465
    }
    bound_http_address {
      host: "127.2.54.190"
      port: 42607
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.54.189"
      port: 45339
    }
    bound_http_address {
      host: "127.2.54.189"
      port: 43081
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.54.188"
      port: 36871
    }
    bound_http_address {
      host: "127.2.54.188"
      port: 40313
    }
  }
}

14:26:18.770 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:26:18.773 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.54.129"
      port: 37805
    }
    bound_http_address {
      host: "127.2.54.129"
      port: 33533
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.54.130"
      port: 44345
    }
    bound_http_address {
      host: "127.2.54.130"
      port: 38723
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.54.131"
      port: 33669
    }
    bound_http_address {
      host: "127.2.54.131"
      port: 36633
    }
  }
}

14:26:18.773 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:26:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.801239  2524 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae535b167b3b4dd3a3772f837657c547" member_type: VOTER last_known_addr { host: "127.2.54.190" port: 33465 } } peers { permanent_uuid: "04e5ad28c66e4c2b8e58157358dd9f45" member_type: VOTER last_known_addr { host: "127.2.54.189" port: 45339 } } peers { permanent_uuid: "3bb2caa4199049cebe3e04b2f0bc1d66" member_type: VOTER last_known_addr { host: "127.2.54.188" port: 36871 } } }
14:26:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:18.801369  2524 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04e5ad28c66e4c2b8e58157358dd9f45 [sys.catalog]: This master's current role is: LEADER
14:26:18.945 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:26:19.000 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:26:19.147 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.54.188:36871(127.2.54.188:36871)] connecting to peer
14:26:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.179924  2508 catalog_manager.cc:1295] Loaded cluster ID: a0a87c348a1c43b0be9493f252ebc7d5
14:26:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.180003  2508 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: loading cluster ID for follower catalog manager: success
14:26:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.181854  2508 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: acquiring CA information for follower catalog manager: success
14:26:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.182458  2508 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 3bb2caa4199049cebe3e04b2f0bc1d66: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:26:19.199 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.54.190:33465(127.2.54.190:33465)] connecting to peer
14:26:19.201 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.54.189:45339(127.2.54.189:45339)] connecting to peer
14:26:19.217 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.54.188:36871(127.2.54.188:36871)] Successfully connected to peer
14:26:19.217 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.54.190:33465(127.2.54.190:33465)] Successfully connected to peer
14:26:19.217 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.54.189:45339(127.2.54.189:45339)] Successfully connected to peer
14:26:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.261124  2545 catalog_manager.cc:1295] Loaded cluster ID: a0a87c348a1c43b0be9493f252ebc7d5
14:26:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.261226  2545 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: loading cluster ID for follower catalog manager: success
14:26:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.262183  2545 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: acquiring CA information for follower catalog manager: success
14:26:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.262432  2545 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ae535b167b3b4dd3a3772f837657c547: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:26:19.326 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.54.190
14:26:19.327 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.54.188
14:26:19.326 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.54.189
14:26:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.473899  2684 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:19.544 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfc66b8e3, L:/127.0.0.1:47328 - R:/127.2.54.188:36871] using SASL/PLAIN
14:26:19.544 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa9831396, L:/127.0.0.1:57598 - R:/127.2.54.189:45339] using SASL/PLAIN
14:26:19.547 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1197e26c, L:/127.0.0.1:53798 - R:/127.2.54.190:33465] using SASL/PLAIN
14:26:19.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:26:19.583 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=470), Traces: [0ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.54.188:36871, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.54.190:33465, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.54.189:45339, [441ms] Sub RPC ConnectToMaster: received response from server master-127.2.54.188:36871: OK, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.54.190:33465: OK, [442ms] Sub RPC ConnectToMaster: received response from server master-127.2.54.189:45339: OK, deferred=null) after lookup
14:26:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.623406  2819 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.628362  2381 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57598:
14:26:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101"
14:26:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:26:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:26:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:19.628728  2381 catalog_manager.cc:7059] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:26:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.639643  2886 tablet_service.cc:1511] Processing CreateTablet for tablet a8412e9f31a344748823f4cd6e13b177 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101 [id=ca6ef783ff6f4783ba8a8d7e11d3468a]), partition=RANGE (key) PARTITION UNBOUNDED
14:26:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.639988  2886 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8412e9f31a344748823f4cd6e13b177. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.642439  2751 tablet_service.cc:1511] Processing CreateTablet for tablet a8412e9f31a344748823f4cd6e13b177 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101 [id=ca6ef783ff6f4783ba8a8d7e11d3468a]), partition=RANGE (key) PARTITION UNBOUNDED
14:26:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.642637  2983 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap starting.
14:26:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.642721  2751 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8412e9f31a344748823f4cd6e13b177. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.643275  2983 tablet_bootstrap.cc:654] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Neither blocks nor log segments found. Creating new log.
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.643539  2983 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Log is configured to *not* fsync() on all Append() calls
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.644136  2983 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: No bootstrap required, opened a new log
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.644191  2983 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent bootstrapping tablet: real 0.002s	user 0.001s	sys 0.000s
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.645768  2983 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.645923  2983 raft_consensus.cc:385] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.645964  2983 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2532cb0c72044f57ae60f358b37ebb41, State: Initialized, Role: FOLLOWER
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.646088  2983 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.646319  2983 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
14:26:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.646812  2954 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.647135  2985 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap starting.
14:26:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.647737  2985 tablet_bootstrap.cc:654] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Neither blocks nor log segments found. Creating new log.
14:26:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.648012  2985 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Log is configured to *not* fsync() on all Append() calls
14:26:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.648856  2616 tablet_service.cc:1511] Processing CreateTablet for tablet a8412e9f31a344748823f4cd6e13b177 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101 [id=ca6ef783ff6f4783ba8a8d7e11d3468a]), partition=RANGE (key) PARTITION UNBOUNDED
14:26:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.649127  2616 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8412e9f31a344748823f4cd6e13b177. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.653482  2985 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: No bootstrap required, opened a new log
14:26:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.653554  2985 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent bootstrapping tablet: real 0.006s	user 0.001s	sys 0.000s
14:26:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.655225  2985 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.655369  2985 raft_consensus.cc:385] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.655398  2985 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Initialized, Role: FOLLOWER
14:26:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.655500  2985 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.655715  2985 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
14:26:19.657 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca6ef783ff6f4783ba8a8d7e11d3468a
14:26:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.660004  2988 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap starting.
14:26:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.660722  2988 tablet_bootstrap.cc:654] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Neither blocks nor log segments found. Creating new log.
14:26:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.661057  2988 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Log is configured to *not* fsync() on all Append() calls
14:26:19.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.666783  2988 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: No bootstrap required, opened a new log
14:26:19.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.666869  2988 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent bootstrapping tablet: real 0.007s	user 0.001s	sys 0.000s
14:26:19.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.668525  2988 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.668648  2988 raft_consensus.cc:385] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:19.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.668669  2988 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Initialized, Role: FOLLOWER
14:26:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.668782  2988 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.669042  2988 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
14:26:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.714077  2991 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.714231  2991 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.714597  2991 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:19.718209  2685 tablet.cc:2404] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:26:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.718762  2906 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.718941  2906 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 0.
14:26:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.719238  2771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725" is_pre_election: true
14:26:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.719383  2771 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 0.
14:26:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.719563  2569 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2; no voters: 
14:26:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.719789  2991 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:26:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.719859  2991 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:26:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.719890  2991 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 0 FOLLOWER]: Advancing to term 1
14:26:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.720851  2991 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.721016  2991 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 1 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.721382  2771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.721467  2771 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 0 FOLLOWER]: Advancing to term 1
14:26:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.722318  2771 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 1.
14:26:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.722538  2569 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2; no voters: 
14:26:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.722672  2991 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 1 FOLLOWER]: Leader election won for term 1
14:26:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.722878  2991 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 1 LEADER]: Becoming Leader. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Running, Role: LEADER
14:26:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.723021  2991 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.723738  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 reported cstate change: term changed from 0 to 1, leader changed from <none> to bb48de349b52478199d14e12f12a1de2 (127.2.54.129). New cstate: current_term: 1 leader_uuid: "bb48de349b52478199d14e12f12a1de2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: UNKNOWN } } }
14:26:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.724352  2906 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.724442  2906 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 0 FOLLOWER]: Advancing to term 1
14:26:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.725275  2906 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 1.
14:26:19.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ca6ef783ff6f4783ba8a8d7e11d3468a
14:26:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:19.747370  2955 tablet.cc:2404] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:26:19.757 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:19.763 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:19.764 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=null) after lookup
14:26:19.774 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:19.777 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] Successfully connected to peer
14:26:19.846 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x27cecbee, L:/127.0.0.1:37474 - R:/127.2.54.129:37805] using TOKEN/null
14:26:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.849876  2771 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Refusing update from remote peer bb48de349b52478199d14e12f12a1de2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.850234  2906 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Refusing update from remote peer bb48de349b52478199d14e12f12a1de2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:19.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.850607  2994 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:26:19.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.850797  2991 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:26:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.854107  2998 mvcc.cc:204] Tried to move back new op lower bound from 7287252499862114304 to 7287252499346141184. Current Snapshot: MvccSnapshot[applied={T|T < 7287252499862114304}]
14:26:19.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.854875  3000 mvcc.cc:204] Tried to move back new op lower bound from 7287252499862114304 to 7287252499346141184. Current Snapshot: MvccSnapshot[applied={T|T < 7287252499862114304}]
14:26:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.857443  2999 mvcc.cc:204] Tried to move back new op lower bound from 7287252499862114304 to 7287252499346141184. Current Snapshot: MvccSnapshot[applied={T|T < 7287252499862114304}]
14:26:19.955 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:19.956 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.129:37805
14:26:19.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:19.958868  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 2554
14:26:19.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:19.969 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] handling channelInactive
14:26:19.970 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state READY due to: connection closed
14:26:19.971 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: connection closed
14:26:19.976 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:19.977 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:19.977 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test)) after lookup
14:26:19.978 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:19.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:19.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:19.981 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:19.996 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:19.997 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:19.999 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [13ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [16ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [16ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [31ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614))) after lookup
14:26:20.000 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:20.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.002 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.016 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:20.017 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:20.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [13ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [16ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [16ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [31ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [34ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [37ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [37ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385))) after lookup
14:26:20.018 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:20.020 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.020 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.021 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.136 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:20.137 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:20.137 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=171), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [13ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [16ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [16ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [31ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [34ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [37ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [37ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [53ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [56ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [56ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [168ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [171ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252))) after lookup
14:26:20.138 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:20.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.140 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.196 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:20.197 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:20.197 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=232), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [13ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [16ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [16ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [31ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [34ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [37ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [37ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [53ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [56ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [56ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [168ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [171ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [172ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [175ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [175ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [229ms] refreshing cache from master, [229ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [231ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382))) after lookup
14:26:20.198 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:20.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.200 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:20.337 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:20.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=372), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [13ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [16ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [16ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [31ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [34ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [37ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [37ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [53ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [56ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [56ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [168ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [171ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [172ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [175ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [175ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [229ms] refreshing cache from master, [229ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [231ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [233ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [235ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [235ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [368ms] refreshing cache from master, [369ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [371ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382) -> (continuation of Deferred@638032801 after retry RPC@771102898), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382) -> (continuation of Deferred@638032801 after retry RPC@771102898))) after lookup
14:26:20.338 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:20.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:20.340 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.387450  3012 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.387549  3012 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.387892  3012 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.387897  3013 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.387980  3013 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:21.388293  2840 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.388510  3013 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:21.388808  2705 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:21.389035  2840 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:21.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:21.390087  2705 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.391739  2771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725" is_pre_election: true
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.391836  2771 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2532cb0c72044f57ae60f358b37ebb41 in term 1.
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.391965  2906 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392017  2906 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 1.
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392190  2839 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392182  2704 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392320  3013 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392338  3012 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392374  3012 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392375  3013 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392390  3012 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 1 FOLLOWER]: Advancing to term 2
14:26:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.392401  3013 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 1 FOLLOWER]: Advancing to term 2
14:26:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.393080  3013 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.393085  3012 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.393237  3013 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 2 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.393414  2906 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.393541  2906 raft_consensus.cc:2393] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 606500dd2eff4aa88c63f397129cc725 in current term 2: Already voted for candidate 2532cb0c72044f57ae60f358b37ebb41 in this term.
14:26:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.393801  3012 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 2 election: Requested vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:21.393952  2840 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.393959  2771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:21.394042  2705 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.394063  2771 raft_consensus.cc:2393] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2532cb0c72044f57ae60f358b37ebb41 in current term 2: Already voted for candidate 606500dd2eff4aa88c63f397129cc725 in this term.
14:26:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.394079  2705 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725; no voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2
14:26:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.394191  3013 raft_consensus.cc:2749] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:26:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.394219  2839 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41; no voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2
14:26:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:21.395306  3012 raft_consensus.cc:2749] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:26:22.377 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:22.378 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:22.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2413), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [13ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [16ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [16ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [31ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [34ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [37ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [37ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [53ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [56ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [56ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [168ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [171ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [172ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [175ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [175ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [229ms] refreshing cache from master, [229ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [231ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [233ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [235ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [235ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [368ms] refreshing cache from master, [369ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [371ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [373ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [374ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [375ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [2409ms] refreshing cache from master, [2409ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [2412ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382) -> (continuation of Deferred@638032801 after retry RPC@771102898) -> (continuation of Deferred@1081257514 after retry RPC@1574706462), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382) -> (continuation of Deferred@638032801 after retry RPC@771102898) -> (continuation of Deferred@1081257514 after retry RPC@1574706462))) after lookup
14:26:22.384 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:22.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:22.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:22.386 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.941129  3022 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.941259  3022 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.941437  3022 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.941749  2906 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.941834  2906 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 2.
14:26:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.942036  2704 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: 
14:26:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.942160  3022 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:26:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.942200  3022 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:26:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.942215  3022 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 2 FOLLOWER]: Advancing to term 3
14:26:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:22.942401  2705 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.942893  3022 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.943074  3022 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 3 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.943208  2906 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.943291  2906 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 2 FOLLOWER]: Advancing to term 3
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:22.943676  2705 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.943966  2906 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 3.
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.944128  2704 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.944239  3022 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Leader election won for term 3
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.944372  3022 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 LEADER]: Becoming Leader. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Running, Role: LEADER
14:26:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.944470  3022 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:22.945429  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 reported cstate change: term changed from 1 to 3, leader changed from bb48de349b52478199d14e12f12a1de2 (127.2.54.129) to 606500dd2eff4aa88c63f397129cc725 (127.2.54.130). New cstate: current_term: 3 leader_uuid: "606500dd2eff4aa88c63f397129cc725" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: HEALTHY } } }
14:26:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:23.428136  2906 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 3 FOLLOWER]: Refusing update from remote peer 606500dd2eff4aa88c63f397129cc725: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
14:26:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:23.428452  3022 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:26:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:23.431006  2705 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 -> Peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Couldn't send request to peer bb48de349b52478199d14e12f12a1de2. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:25.537 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:25.537 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:25.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=5572), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [11ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [13ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [16ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [16ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [31ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [34ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [37ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [37ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [53ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [56ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [56ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [168ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [171ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [172ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [175ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [175ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [229ms] refreshing cache from master, [229ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [231ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [233ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [235ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [235ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [368ms] refreshing cache from master, [369ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [371ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [373ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [374ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [375ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [2409ms] refreshing cache from master, [2409ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [2412ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [2414ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [2421ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [2421ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [5568ms] refreshing cache from master, [5569ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [5571ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@2130986879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@63341ff4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382) -> (continuation of Deferred@638032801 after retry RPC@771102898) -> (continuation of Deferred@1081257514 after retry RPC@1574706462) -> (continuation of Deferred@231758995 after retry RPC@1776953611), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56a0936d -> wakeup thread Time-limited test -> (continuation of Deferred@1712317294 after retry RPC@714957614) -> (continuation of Deferred@1913190289 after retry RPC@413205385) -> (continuation of Deferred@161165221 after retry RPC@989250252) -> (continuation of Deferred@1526801303 after retry RPC@328408382) -> (continuation of Deferred@638032801 after retry RPC@771102898) -> (continuation of Deferred@1081257514 after retry RPC@1574706462) -> (continuation of Deferred@231758995 after retry RPC@1776953611))) after lookup
14:26:25.539 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:25.540 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] Successfully connected to peer
14:26:25.560 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x06ed2b51, L:/127.0.0.1:55044 - R:/127.2.54.130:44345] using TOKEN/null
14:26:25.572 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.129:37805
14:26:25.574 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.574685  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.657612  3052 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.657860  3052 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.657883  3052 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.659721  3052 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.659780  3052 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.129
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.661265  3052 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3052
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.661454  3052 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.661625  3052 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.664455  3060 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.664436  3058 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.664919  3052 server_base.cc:1061] running on GCE node
14:26:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:25.664423  3057 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.665158  3052 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.665426  3052 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.666581  3052 hybrid_clock.cc:648] HybridClock initialized: now 1779114385666554 us; error 42 us; skew 500 ppm
14:26:25.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.667702  3052 webserver.cc:533] Webserver started at http://127.2.54.129:33533/ using document root <none> and password file <none>
14:26:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.667974  3052 fs_manager.cc:362] Metadata directory not provided
14:26:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.668067  3052 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:25.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.669287  3052 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.670075  3066 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.670259  3052 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.670344  3052 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.670609  3052 fs_report.cc:389] FS layout report
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/data
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:25.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.678282  3052 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.678591  3052 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.678721  3052 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.678946  3052 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.679476  3073 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.680531  3052 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.680586  3052 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.680612  3052 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.681129  3052 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.681190  3052 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.681238  3073 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap starting.
14:26:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.688118  3052 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.129:37805
14:26:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.688553  3052 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.690855  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 3052
14:26:25.691 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:25.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.691461  3181 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.129:37805 every 8 connection(s)
14:26:25.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.693709  3073 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Log is configured to *not* fsync() on all Append() calls
14:26:25.697 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.697382  3073 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.697700  3073 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap complete.
14:26:25.698 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.130:44345
14:26:25.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.698833  3073 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent bootstrapping tablet: real 0.018s	user 0.003s	sys 0.011s
14:26:25.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.699273  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 2687
14:26:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.702167  3073 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.702442  3073 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Initialized, Role: FOLLOWER
14:26:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.702574  3073 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.702790  3073 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.000s
14:26:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.704653  3183 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.704660  3184 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.704785  3184 heartbeater.cc:461] Registering TS with master...
14:26:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.704785  3183 heartbeater.cc:461] Registering TS with master...
14:26:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.704995  3184 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.705044  3183 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.705230  3182 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.705287  3182 heartbeater.cc:461] Registering TS with master...
14:26:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.705389  3182 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.705731  2380 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.706064  2308 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.706239  2380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.129:50545
14:26:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.706472  2453 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:25.707288  3184 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:25.708 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:25.709 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] handling channelInactive
14:26:25.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state READY due to: connection closed
14:26:25.714 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:25.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.716 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.716 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:25.737 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:25.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [7ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [7ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [27ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1280359254(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@744a71a6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3802ddd4 -> wakeup thread Time-limited test)) after lookup
14:26:25.737 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:25.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.739 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:25.756 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:25.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [7ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [7ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [27ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [28ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [30ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1280359254(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@744a71a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3802ddd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697))) after lookup
14:26:25.757 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:25.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.758 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:25.777 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:25.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [7ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [7ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [27ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [28ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [30ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [49ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [67ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1280359254(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@744a71a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3802ddd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392))) after lookup
14:26:25.779 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:25.780 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:25.780 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:26.016 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:26.016 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:26.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=308), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [7ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [7ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [27ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [28ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [30ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [49ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [67ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [69ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [71ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [71ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [304ms] refreshing cache from master, [305ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [307ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1280359254(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@744a71a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392) -> (continuation of Deferred@1820946215 after retry RPC@156846710), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3802ddd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392) -> (continuation of Deferred@1820946215 after retry RPC@156846710))) after lookup
14:26:26.018 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:26.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:26.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:26.019 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:26.137 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:26.137 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:26.138 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=428), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [7ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [7ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [27ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [28ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [30ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [49ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [67ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [69ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [71ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [71ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [304ms] refreshing cache from master, [305ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [307ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [308ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [310ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [310ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [425ms] refreshing cache from master, [425ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [427ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1280359254(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@744a71a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392) -> (continuation of Deferred@1820946215 after retry RPC@156846710) -> (continuation of Deferred@558718365 after retry RPC@1652861240), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3802ddd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392) -> (continuation of Deferred@1820946215 after retry RPC@156846710) -> (continuation of Deferred@558718365 after retry RPC@1652861240))) after lookup
14:26:26.138 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:26.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:26.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:26.140 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.072009  3196 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 606500dd2eff4aa88c63f397129cc725)
14:26:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.072157  3196 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.072348  3196 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:27.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:27.072789  2839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:26:27.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:27.073297  2839 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.075968  3136 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2" is_pre_election: true
14:26:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.076120  3136 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2532cb0c72044f57ae60f358b37ebb41 in term 1.
14:26:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.076386  2840 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2; no voters: 606500dd2eff4aa88c63f397129cc725
14:26:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.076531  3196 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 3 FOLLOWER]: Leader pre-election won for term 4
14:26:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.076586  3196 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 606500dd2eff4aa88c63f397129cc725)
14:26:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.076611  3196 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 3 FOLLOWER]: Advancing to term 4
14:26:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.077299  3196 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.077486  3196 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 4 election: Requested vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.077762  3136 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.078053  3136 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 1 FOLLOWER]: Advancing to term 4
14:26:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:27.078395  2839 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.079315  3136 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2532cb0c72044f57ae60f358b37ebb41 in term 4.
14:26:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.079598  2840 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2; no voters: 606500dd2eff4aa88c63f397129cc725
14:26:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.079748  3196 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Leader election won for term 4
14:26:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.079996  3196 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 LEADER]: Becoming Leader. State: Replica: 2532cb0c72044f57ae60f358b37ebb41, State: Running, Role: LEADER
14:26:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.080125  3196 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:27.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.080889  2380 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 reported cstate change: term changed from 3 to 4, leader changed from 606500dd2eff4aa88c63f397129cc725 (127.2.54.130) to 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131). New cstate: current_term: 4 leader_uuid: "2532cb0c72044f57ae60f358b37ebb41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: UNKNOWN } } }
14:26:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.512925  3136 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 4 FOLLOWER]: Refusing update from remote peer 2532cb0c72044f57ae60f358b37ebb41: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
14:26:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:27.513302  3196 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
14:26:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:27.515950  2839 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 -> Peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Couldn't send request to peer 606500dd2eff4aa88c63f397129cc725. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:29.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:29.777 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:29.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=4069), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [7ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [7ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [27ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [28ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [30ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [49ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [67ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [69ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [71ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [71ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [304ms] refreshing cache from master, [305ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [307ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [308ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [310ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [310ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [425ms] refreshing cache from master, [425ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [427ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [429ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [431ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [431ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [4064ms] refreshing cache from master, [4065ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [4067ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1280359254(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@744a71a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392) -> (continuation of Deferred@1820946215 after retry RPC@156846710) -> (continuation of Deferred@558718365 after retry RPC@1652861240) -> (continuation of Deferred@1366836733 after retry RPC@376630147), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3802ddd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1330124553 after retry RPC@1636474697) -> (continuation of Deferred@1002980551 after retry RPC@235791392) -> (continuation of Deferred@1820946215 after retry RPC@156846710) -> (continuation of Deferred@558718365 after retry RPC@1652861240) -> (continuation of Deferred@1366836733 after retry RPC@376630147))) after lookup
14:26:29.779 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:29.780 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] Successfully connected to peer
14:26:29.806 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcdac8783, L:/127.0.0.1:50180 - R:/127.2.54.131:33669] using TOKEN/null
14:26:29.820 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.130:44345
14:26:29.821 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.822152  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:44345
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38723
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.868872  2839 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 -> Peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Couldn't send request to peer 606500dd2eff4aa88c63f397129cc725. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:26:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.902994  3232 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.903214  3232 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.903249  3232 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.904984  3232 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.905097  3232 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.130
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.907303  3232 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:44345
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38723
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3232
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.907615  3232 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.907902  3232 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.911098  3239 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.911039  3242 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:29.911072  3240 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.911484  3232 server_base.cc:1061] running on GCE node
14:26:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.911614  3232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.911800  3232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:29.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.912954  3232 hybrid_clock.cc:648] HybridClock initialized: now 1779114389912929 us; error 36 us; skew 500 ppm
14:26:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.914367  3232 webserver.cc:533] Webserver started at http://127.2.54.130:38723/ using document root <none> and password file <none>
14:26:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.914531  3232 fs_manager.cc:362] Metadata directory not provided
14:26:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.914588  3232 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.915735  3232 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:26:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.916442  3248 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.916646  3232 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.916712  3232 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.916981  3232 fs_report.cc:389] FS layout report
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/data
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.931519  3232 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.931811  3232 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.931914  3232 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.932088  3232 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.932575  3255 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:29.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.933645  3232 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:29.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.933706  3232 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:29.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.933734  3232 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.934420  3232 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.934455  3232 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.934556  3255 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap starting.
14:26:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.941126  3232 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.130:44345
14:26:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.941201  3362 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.130:44345 every 8 connection(s)
14:26:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.941494  3232 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.947131  3363 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.947183  3255 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Log is configured to *not* fsync() on all Append() calls
14:26:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.947239  3363 heartbeater.cc:461] Registering TS with master...
14:26:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.947448  3363 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.948115  2453 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.948158  3364 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.948203  3364 heartbeater.cc:461] Registering TS with master...
14:26:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.948297  3364 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.948662  2308 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.949035  3365 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.949096  3365 heartbeater.cc:461] Registering TS with master...
14:26:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.949183  3365 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.949522  2380 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.949577  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 3232
14:26:29.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.950084  2380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.130:44713
14:26:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.950739  3255 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.951040  3255 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap complete.
14:26:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.952112  3255 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent bootstrapping tablet: real 0.018s	user 0.001s	sys 0.013s
14:26:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.953091  3255 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.953377  3255 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Initialized, Role: FOLLOWER
14:26:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.953510  3255 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:29.955 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:29.957 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.131:33669
14:26:29.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.953830  3255 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
14:26:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.954087  3365 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:29.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:29.958326  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 2824
14:26:29.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:29.968 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] handling channelInactive
14:26:29.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state READY due to: connection closed
14:26:29.969 [DEBUG - Time-limited test] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:29.970 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.971 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.976 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:29.977 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:29.977 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [3ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@124837397(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4cf9c5ca -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d86ba8e -> wakeup thread Time-limited test)) after lookup
14:26:29.978 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:29.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.980 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.996 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:29.997 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:29.997 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [3ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@124837397(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4cf9c5ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d86ba8e -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658))) after lookup
14:26:29.998 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:29.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:29.999 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.016 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:30.017 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:30.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [3ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [31ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [31ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@124837397(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4cf9c5ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d86ba8e -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555))) after lookup
14:26:30.018 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:30.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.020 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:30.097 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:30.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [3ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [31ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [31ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [49ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [51ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [52ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [128ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@124837397(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4cf9c5ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555) -> (continuation of Deferred@1922073906 after retry RPC@1069994856), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d86ba8e -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555) -> (continuation of Deferred@1922073906 after retry RPC@1069994856))) after lookup
14:26:30.098 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:30.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.099 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:30.576 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:30.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=610), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [3ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [31ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [31ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [49ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [51ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [52ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [128ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [129ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [131ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [131ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [605ms] refreshing cache from master, [605ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [608ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@124837397(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4cf9c5ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555) -> (continuation of Deferred@1922073906 after retry RPC@1069994856) -> (continuation of Deferred@1939585157 after retry RPC@2052028429), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d86ba8e -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555) -> (continuation of Deferred@1922073906 after retry RPC@1069994856) -> (continuation of Deferred@1939585157 after retry RPC@2052028429))) after lookup
14:26:30.579 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:30.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:30.580 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.312263  3376 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.312422  3376 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.312793  3376 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:31.313264  3249 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:31.313784  3249 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.316080  3136 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2" is_pre_election: true
14:26:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.316430  3250 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725; no voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2
14:26:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.316578  3376 raft_consensus.cc:2749] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
14:26:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.320302  3381 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 2532cb0c72044f57ae60f358b37ebb41)
14:26:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.320389  3381 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.320628  3381 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:31.321235  3067 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:31.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:31.321789  3067 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.324239  3317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725" is_pre_election: true
14:26:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.324344  3317 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 3.
14:26:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.324539  3067 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41
14:26:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.324676  3381 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:26:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.324720  3381 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 2532cb0c72044f57ae60f358b37ebb41)
14:26:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.324745  3381 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 4 FOLLOWER]: Advancing to term 5
14:26:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.325387  3381 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.325518  3381 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 5 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.325794  3317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.325901  3317 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 3 FOLLOWER]: Advancing to term 5
14:26:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:31.326102  3067 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.326879  3317 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 5.
14:26:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.327101  3067 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41
14:26:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.327241  3381 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Leader election won for term 5
14:26:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.327363  3381 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 LEADER]: Becoming Leader. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Running, Role: LEADER
14:26:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.327427  3381 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.328241  2380 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 reported cstate change: term changed from 4 to 5, leader changed from 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131) to bb48de349b52478199d14e12f12a1de2 (127.2.54.129). New cstate: current_term: 5 leader_uuid: "bb48de349b52478199d14e12f12a1de2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: UNKNOWN } } }
14:26:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.729251  3317 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 5 FOLLOWER]: Refusing update from remote peer bb48de349b52478199d14e12f12a1de2: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
14:26:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:31.729887  3381 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:26:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:31.733170  3067 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 -> Peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Couldn't send request to peer 2532cb0c72044f57ae60f358b37ebb41. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:32.396 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:32.396 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:32.397 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2428), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [3ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [31ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [31ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [49ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [51ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [52ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [128ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [129ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [131ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [131ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [605ms] refreshing cache from master, [605ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [608ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [611ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [612ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [612ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [2425ms] refreshing cache from master, [2425ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [2428ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@124837397(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4cf9c5ca -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555) -> (continuation of Deferred@1922073906 after retry RPC@1069994856) -> (continuation of Deferred@1939585157 after retry RPC@2052028429) -> (continuation of Deferred@1675575339 after retry RPC@1657918285), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d86ba8e -> wakeup thread Time-limited test -> (continuation of Deferred@455109610 after retry RPC@1396371658) -> (continuation of Deferred@1165594526 after retry RPC@1094814555) -> (continuation of Deferred@1922073906 after retry RPC@1069994856) -> (continuation of Deferred@1939585157 after retry RPC@2052028429) -> (continuation of Deferred@1675575339 after retry RPC@1657918285))) after lookup
14:26:32.397 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:32.399 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] Successfully connected to peer
14:26:32.418 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1edc4392, L:/127.0.0.1:35300 - R:/127.2.54.129:37805] using TOKEN/null
14:26:32.433 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.131:33669
14:26:32.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.433723  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:33669
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36633
14:26:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.512408  3414 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.512570  3414 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.512589  3414 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.514045  3414 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.514133  3414 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.131
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.515976  3414 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:33669
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36633
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3414
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.516172  3414 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.516340  3414 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.519126  3420 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.519243  3419 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:32.519244  3422 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.519706  3414 server_base.cc:1061] running on GCE node
14:26:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.519887  3414 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.520153  3414 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.521353  3414 hybrid_clock.cc:648] HybridClock initialized: now 1779114392521318 us; error 50 us; skew 500 ppm
14:26:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.522691  3414 webserver.cc:533] Webserver started at http://127.2.54.131:36633/ using document root <none> and password file <none>
14:26:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.522918  3414 fs_manager.cc:362] Metadata directory not provided
14:26:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.522995  3414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.524214  3414 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.524886  3428 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.525120  3414 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.525218  3414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.525537  3414 fs_report.cc:389] FS layout report
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/data
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.568089  3414 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.568475  3414 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.568616  3414 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.568866  3414 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.569444  3436 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.570412  3414 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.570467  3414 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.570493  3414 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.571063  3414 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.571105  3414 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.571134  3436 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap starting.
14:26:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.579471  3414 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.131:33669
14:26:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.579551  3543 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.131:33669 every 8 connection(s)
14:26:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.579957  3414 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:32.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.580619  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 3414
14:26:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.582777  3436 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Log is configured to *not* fsync() on all Append() calls
14:26:32.585 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.592761  3436 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.593089  3436 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap complete.
14:26:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.594300  3436 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent bootstrapping tablet: real 0.023s	user 0.002s	sys 0.013s
14:26:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.595382  3436 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.595597  3436 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2532cb0c72044f57ae60f358b37ebb41, State: Initialized, Role: FOLLOWER
14:26:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.595695  3436 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.595954  3436 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.001s
14:26:32.596 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.129:37805
14:26:32.596 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.596675  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 3052
14:26:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.601948  3546 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.602095  3546 heartbeater.cc:461] Registering TS with master...
14:26:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.602311  3546 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:32.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.602960  2381 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:32.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.603404  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.131:38409
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.603994  3544 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.604051  3544 heartbeater.cc:461] Registering TS with master...
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.604156  3544 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.604336  3545 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.604390  3545 heartbeater.cc:461] Registering TS with master...
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.604466  3545 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.604496  2453 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.604733  2308 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:32.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:32.605760  3546 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:32.606 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:32.606 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] handling channelInactive
14:26:32.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state READY due to: connection closed
14:26:32.607 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: connection closed
14:26:32.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:32.616 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:32.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1401229414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3fa2eae0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@44959485 -> wakeup thread Time-limited test)) after lookup
14:26:32.617 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:32.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.619 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:32.636 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:32.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [11ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [13ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [13ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1401229414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3fa2eae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@44959485 -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047))) after lookup
14:26:32.637 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:32.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.638 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.676 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:32.676 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:32.677 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [11ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [13ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [13ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [32ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [32ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [70ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1401229414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3fa2eae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@44959485 -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571))) after lookup
14:26:32.677 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:32.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.679 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.816 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:32.816 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:32.817 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=210), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [11ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [13ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [13ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [32ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [32ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [70ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [71ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [73ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [73ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [209ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1401229414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3fa2eae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571) -> (continuation of Deferred@115744645 after retry RPC@973543600), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@44959485 -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571) -> (continuation of Deferred@115744645 after retry RPC@973543600))) after lookup
14:26:32.818 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:32.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:32.819 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:33.036 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:33.036 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:33.037 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=430), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [11ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [13ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [13ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [32ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [32ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [70ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [71ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [73ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [73ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [209ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [211ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [213ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [213ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [427ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [430ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1401229414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3fa2eae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571) -> (continuation of Deferred@115744645 after retry RPC@973543600) -> (continuation of Deferred@937716279 after retry RPC@891561699), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@44959485 -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571) -> (continuation of Deferred@115744645 after retry RPC@973543600) -> (continuation of Deferred@937716279 after retry RPC@891561699))) after lookup
14:26:33.038 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:33.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:33.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:33.039 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.741829  3557 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.741947  3557 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.742389  3557 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:33.742795  3430 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:33.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:33.743337  3430 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:33.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.745498  3317 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725" is_pre_election: true
14:26:33.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.745819  3429 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41; no voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2
14:26:33.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.745954  3557 raft_consensus.cc:2749] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:26:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.932459  3562 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.932565  3562 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.932740  3562 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:33.933569  3250 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.936244  3498 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.936365  3498 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 4.
14:26:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.936594  3249 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.936715  3562 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 5 FOLLOWER]: Leader pre-election won for term 6
14:26:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.936766  3562 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 5 FOLLOWER]: Starting leader election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.936782  3562 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 5 FOLLOWER]: Advancing to term 6
14:26:33.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.937429  3562 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:33.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.937587  3562 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 6 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.937772  3498 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.937863  3498 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 4 FOLLOWER]: Advancing to term 6
14:26:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:33.938272  3250 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.938923  3498 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 6.
14:26:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.939116  3249 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.939230  3562 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 6 FOLLOWER]: Leader election won for term 6
14:26:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.939438  3562 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 6 LEADER]: Becoming Leader. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Running, Role: LEADER
14:26:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.939551  3562 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:33.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:33.940339  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 reported cstate change: term changed from 5 to 6, leader changed from bb48de349b52478199d14e12f12a1de2 (127.2.54.129) to 606500dd2eff4aa88c63f397129cc725 (127.2.54.130). New cstate: current_term: 6 leader_uuid: "606500dd2eff4aa88c63f397129cc725" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: HEALTHY } } }
14:26:34.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.451568  3498 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 6 FOLLOWER]: Refusing update from remote peer 606500dd2eff4aa88c63f397129cc725: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
14:26:34.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.451917  3579 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:26:34.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.455641  3250 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 -> Peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Couldn't send request to peer bb48de349b52478199d14e12f12a1de2. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:34.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:34.657 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:34.657 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2050), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [11ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [13ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [13ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [32ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [32ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [70ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [71ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [73ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [73ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [209ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [211ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [213ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [213ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [427ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [430ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [431ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [433ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [433ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [2047ms] refreshing cache from master, [2047ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [2050ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1401229414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3fa2eae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571) -> (continuation of Deferred@115744645 after retry RPC@973543600) -> (continuation of Deferred@937716279 after retry RPC@891561699) -> (continuation of Deferred@85740423 after retry RPC@295401209), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@44959485 -> wakeup thread Time-limited test -> (continuation of Deferred@661696616 after retry RPC@835650047) -> (continuation of Deferred@935423325 after retry RPC@2127057571) -> (continuation of Deferred@115744645 after retry RPC@973543600) -> (continuation of Deferred@937716279 after retry RPC@891561699) -> (continuation of Deferred@85740423 after retry RPC@295401209))) after lookup
14:26:34.658 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:34.659 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] Successfully connected to peer
14:26:34.693 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xa27b8f15, L:/127.0.0.1:59932 - R:/127.2.54.130:44345] using TOKEN/null
14:26:34.704 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.129:37805
14:26:34.704 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.704957  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:34.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.787961  3594 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:34.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.788166  3594 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:34.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.788199  3594 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.789860  3594 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.789947  3594 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.129
14:26:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.791693  3594 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3594
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.791993  3594 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.792273  3594 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.795320  3602 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.795296  3600 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:34.795288  3599 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.796010  3594 server_base.cc:1061] running on GCE node
14:26:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.796222  3594 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.796478  3594 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:34.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.797667  3594 hybrid_clock.cc:648] HybridClock initialized: now 1779114394797638 us; error 48 us; skew 500 ppm
14:26:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.798902  3594 webserver.cc:533] Webserver started at http://127.2.54.129:33533/ using document root <none> and password file <none>
14:26:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.799144  3594 fs_manager.cc:362] Metadata directory not provided
14:26:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.799227  3594 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.800489  3594 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:26:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.801198  3608 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.801412  3594 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:26:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.801503  3594 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.801820  3594 fs_report.cc:389] FS layout report
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/data
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.814755  3594 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.815048  3594 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.815147  3594 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.815307  3594 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.815762  3615 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:34.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.816732  3594 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.816780  3594 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.816807  3594 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.817312  3594 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.817342  3594 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.817456  3615 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap starting.
14:26:34.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.824599  3594 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.129:37805
14:26:34.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.824685  3722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.129:37805 every 8 connection(s)
14:26:34.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.825095  3594 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:34.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.828024  3615 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Log is configured to *not* fsync() on all Append() calls
14:26:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.831301  3724 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.831401  3724 heartbeater.cc:461] Registering TS with master...
14:26:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.831526  3615 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.831598  3724 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.831799  3615 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap complete.
14:26:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.832000  3723 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.832053  3723 heartbeater.cc:461] Registering TS with master...
14:26:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.832175  3723 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.832239  2308 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.832479  2453 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.832952  3615 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent bootstrapping tablet: real 0.016s	user 0.006s	sys 0.008s
14:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.832962  3725 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.833052  3725 heartbeater.cc:461] Registering TS with master...
14:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.833153  3725 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.833288  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 3594
14:26:34.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.833699  2381 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.834249  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.129:38619
14:26:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.834199  3615 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.834438  3615 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Initialized, Role: FOLLOWER
14:26:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.834544  3615 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.834821  3615 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
14:26:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.835276  3725 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:34.838 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:34.839 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.130:44345
14:26:34.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:34.839912  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 3232
14:26:34.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:34.847 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] handling channelInactive
14:26:34.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state READY due to: connection closed
14:26:34.848 [DEBUG - Time-limited test] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:34.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.850 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.856 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:34.856 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:34.856 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [2ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@129868010(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4d5b225a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b2ab127 -> wakeup thread Time-limited test)) after lookup
14:26:34.857 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:34.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.859 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:34.876 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:34.877 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [2ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [9ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [11ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@129868010(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4d5b225a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b2ab127 -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552))) after lookup
14:26:34.877 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:34.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.879 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.896 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:34.897 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:34.897 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [2ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [9ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [11ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [31ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [31ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@129868010(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4d5b225a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b2ab127 -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907))) after lookup
14:26:34.898 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:34.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.899 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.996 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:34.996 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:34.997 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=149), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [2ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [9ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [11ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [31ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [31ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [49ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [51ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [51ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [147ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@129868010(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4d5b225a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b2ab127 -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957))) after lookup
14:26:34.997 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:34.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:34.999 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:35.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:35.216 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:35.217 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=369), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [2ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [9ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [11ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [31ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [31ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [49ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [51ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [51ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [147ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [149ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [151ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [151ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [365ms] refreshing cache from master, [365ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [368ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@129868010(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4d5b225a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957) -> (continuation of Deferred@1424144096 after retry RPC@1211726243), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b2ab127 -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957) -> (continuation of Deferred@1424144096 after retry RPC@1211726243))) after lookup
14:26:35.217 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:35.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:35.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:35.219 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:35.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:35.876 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:35.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1028), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [2ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [9ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [11ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [31ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [31ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [49ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [51ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [51ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [147ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [149ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [151ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [151ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [365ms] refreshing cache from master, [365ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [368ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [369ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [371ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [371ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [1026ms] refreshing cache from master, [1026ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [1027ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@129868010(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4d5b225a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957) -> (continuation of Deferred@1424144096 after retry RPC@1211726243) -> (continuation of Deferred@612019073 after retry RPC@655178444), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b2ab127 -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957) -> (continuation of Deferred@1424144096 after retry RPC@1211726243) -> (continuation of Deferred@612019073 after retry RPC@655178444))) after lookup
14:26:35.877 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:35.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:35.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:35.878 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:36.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.041527  3736 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:36.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.041697  3736 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:36.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.042061  3736 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:36.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:36.042786  3609 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:36.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:36.043311  3609 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.045460  3498 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.045832  3609 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725
14:26:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.046002  3736 raft_consensus.cc:2749] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
14:26:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.204005  3741 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 606500dd2eff4aa88c63f397129cc725)
14:26:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.204118  3741 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.204306  3741 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:36.205212  3429 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.208220  3677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2" is_pre_election: true
14:26:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.208382  3677 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2532cb0c72044f57ae60f358b37ebb41 in term 5.
14:26:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.208668  3430 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2; no voters: 606500dd2eff4aa88c63f397129cc725
14:26:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.208829  3741 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 6 FOLLOWER]: Leader pre-election won for term 7
14:26:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.208890  3741 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 606500dd2eff4aa88c63f397129cc725)
14:26:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.208913  3741 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 6 FOLLOWER]: Advancing to term 7
14:26:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.209702  3741 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.209867  3741 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 7 election: Requested vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.210083  3677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.210201  3677 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 5 FOLLOWER]: Advancing to term 7
14:26:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:36.210470  3429 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.211582  3677 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2532cb0c72044f57ae60f358b37ebb41 in term 7.
14:26:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.211836  3430 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2; no voters: 606500dd2eff4aa88c63f397129cc725
14:26:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.211970  3741 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 7 FOLLOWER]: Leader election won for term 7
14:26:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.212147  3741 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 7 LEADER]: Becoming Leader. State: Replica: 2532cb0c72044f57ae60f358b37ebb41, State: Running, Role: LEADER
14:26:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.212344  3741 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.213531  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 reported cstate change: term changed from 6 to 7, leader changed from 606500dd2eff4aa88c63f397129cc725 (127.2.54.130) to 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131). New cstate: current_term: 7 leader_uuid: "2532cb0c72044f57ae60f358b37ebb41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: UNKNOWN } } }
14:26:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:36.738061  3429 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 -> Peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Couldn't send request to peer 606500dd2eff4aa88c63f397129cc725. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.776226  3677 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 7 FOLLOWER]: Refusing update from remote peer 2532cb0c72044f57ae60f358b37ebb41: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
14:26:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.776728  3758 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
14:26:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:36.778411  3762 mvcc.cc:204] Tried to move back new op lower bound from 7287252560668368896 to 7287252557576921088. Current Snapshot: MvccSnapshot[applied={T|T < 7287252560668368896}]
14:26:38.516 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:38.516 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:38.517 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3669), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [2ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [7ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [9ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [11ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [28ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [29ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [31ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [31ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [45ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [48ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [49ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [51ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [51ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [147ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [149ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [151ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [151ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [365ms] refreshing cache from master, [365ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [368ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [369ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [371ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [371ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [1026ms] refreshing cache from master, [1026ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [1027ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [1029ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [1030ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [1031ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [3666ms] refreshing cache from master, [3666ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [3668ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@129868010(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@4d5b225a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957) -> (continuation of Deferred@1424144096 after retry RPC@1211726243) -> (continuation of Deferred@612019073 after retry RPC@655178444) -> (continuation of Deferred@835025233 after retry RPC@2144399103), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b2ab127 -> wakeup thread Time-limited test -> (continuation of Deferred@1911639872 after retry RPC@524057552) -> (continuation of Deferred@983279789 after retry RPC@289080907) -> (continuation of Deferred@2052436498 after retry RPC@865466957) -> (continuation of Deferred@1424144096 after retry RPC@1211726243) -> (continuation of Deferred@612019073 after retry RPC@655178444) -> (continuation of Deferred@835025233 after retry RPC@2144399103))) after lookup
14:26:38.517 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:38.519 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] Successfully connected to peer
14:26:38.537 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x089e94d3, L:/127.0.0.1:45474 - R:/127.2.54.131:33669] using TOKEN/null
14:26:38.554 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.130:44345
14:26:38.556 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.556957  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:44345
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38723
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.637727  3782 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.637952  3782 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.637986  3782 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.639739  3782 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.639845  3782 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.130
14:26:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.641625  3782 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:44345
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38723
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3782
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.641932  3782 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.642249  3782 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.645473  3788 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.645577  3782 server_base.cc:1061] running on GCE node
14:26:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.645756  3790 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:38.645504  3787 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.646154  3782 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.646373  3782 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:38.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.647564  3782 hybrid_clock.cc:648] HybridClock initialized: now 1779114398647535 us; error 40 us; skew 500 ppm
14:26:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.648804  3782 webserver.cc:533] Webserver started at http://127.2.54.130:38723/ using document root <none> and password file <none>
14:26:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.649065  3782 fs_manager.cc:362] Metadata directory not provided
14:26:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.649147  3782 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:38.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.650455  3782 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:26:38.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.651293  3796 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:38.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.651526  3782 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.651624  3782 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.651968  3782 fs_report.cc:389] FS layout report
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/data
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.659396  3782 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.659744  3782 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:38.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.659921  3782 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:38.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.660218  3782 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:38.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.660740  3803 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.661720  3782 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.661811  3782 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.661854  3782 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.662509  3782 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.662570  3782 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.662621  3803 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap starting.
14:26:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.670336  3782 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.130:44345
14:26:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.670483  3910 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.130:44345 every 8 connection(s)
14:26:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.670791  3782 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.671607  3803 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Log is configured to *not* fsync() on all Append() calls
14:26:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.672271  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 3782
14:26:38.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:38.677 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:38.677 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.131:33669
14:26:38.678 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.678584  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 3414
14:26:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.680145  3803 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.680469  3803 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap complete.
14:26:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.681593  3803 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent bootstrapping tablet: real 0.019s	user 0.003s	sys 0.010s
14:26:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.683230  3803 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.683574  3803 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Initialized, Role: FOLLOWER
14:26:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.683807  3803 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.684072  3803 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
14:26:38.686 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] handling channelInactive
14:26:38.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:38.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state READY due to: connection closed
14:26:38.687 [DEBUG - Time-limited test] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:38.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.688 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.690471  3912 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.690598  3912 heartbeater.cc:461] Registering TS with master...
14:26:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.690848  3911 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.690936  3911 heartbeater.cc:461] Registering TS with master...
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.691011  3912 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.691059  3911 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.691697  2308 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.691900  2453 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.692040  3913 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.692106  3913 heartbeater.cc:461] Registering TS with master...
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.692221  3913 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.692561  2381 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:38.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.693109  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.130:58675
14:26:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:38.693970  3913 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:38.696 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:38.696 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:38.697 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [1ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@541501493(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@58190dd4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19e69982 -> wakeup thread Time-limited test)) after lookup
14:26:38.698 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:38.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.699 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.716 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:38.717 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:38.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [1ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@541501493(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@58190dd4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19e69982 -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128))) after lookup
14:26:38.718 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:38.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.719 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.719 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:38.737 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:38.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [1ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [30ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [32ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [32ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [49ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@541501493(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@58190dd4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19e69982 -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411))) after lookup
14:26:38.738 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:38.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.740 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.836 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:38.837 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:38.837 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [1ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [30ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [32ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [32ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [49ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [53ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [149ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@541501493(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@58190dd4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19e69982 -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298))) after lookup
14:26:38.838 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:38.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:38.839 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:39.056 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:39.056 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:39.056 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=369), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [1ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [30ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [32ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [32ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [49ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [53ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [149ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [151ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [152ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [152ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [366ms] refreshing cache from master, [366ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [368ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@541501493(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@58190dd4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298) -> (continuation of Deferred@1899368649 after retry RPC@749750938), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19e69982 -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298) -> (continuation of Deferred@1899368649 after retry RPC@749750938))) after lookup
14:26:39.057 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:39.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:39.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:39.059 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:39.116 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:39.116 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:39.116 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=429), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [1ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [30ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [32ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [32ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [49ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [53ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [149ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [151ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [152ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [152ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [366ms] refreshing cache from master, [366ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [368ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [370ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [372ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [372ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [426ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [429ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@541501493(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@58190dd4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298) -> (continuation of Deferred@1899368649 after retry RPC@749750938) -> (continuation of Deferred@759935024 after retry RPC@50449305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19e69982 -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298) -> (continuation of Deferred@1899368649 after retry RPC@749750938) -> (continuation of Deferred@759935024 after retry RPC@50449305))) after lookup
14:26:39.117 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:39.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:39.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:39.119 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.054061  3924 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 2532cb0c72044f57ae60f358b37ebb41)
14:26:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.054174  3924 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.054350  3924 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.055140  3609 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.057847  3865 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725" is_pre_election: true
14:26:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.058073  3865 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 6.
14:26:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.058364  3609 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41
14:26:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.058527  3924 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 7 FOLLOWER]: Leader pre-election won for term 8
14:26:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.058578  3924 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 2532cb0c72044f57ae60f358b37ebb41)
14:26:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.058593  3924 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 7 FOLLOWER]: Advancing to term 8
14:26:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.059194  3924 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.059337  3924 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 8 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.059715  3865 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:40.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.059859  3865 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 6 FOLLOWER]: Advancing to term 8
14:26:40.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.060014  3609 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.061058  3865 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 8.
14:26:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.061266  3609 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41
14:26:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.061399  3924 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Leader election won for term 8
14:26:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.061533  3924 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 LEADER]: Becoming Leader. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Running, Role: LEADER
14:26:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.061604  3924 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.062565  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 reported cstate change: term changed from 7 to 8, leader changed from 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131) to bb48de349b52478199d14e12f12a1de2 (127.2.54.129). New cstate: current_term: 8 leader_uuid: "bb48de349b52478199d14e12f12a1de2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: UNKNOWN } } }
14:26:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.458925  3609 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 -> Peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Couldn't send request to peer 2532cb0c72044f57ae60f358b37ebb41. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.496335  3865 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 8 FOLLOWER]: Refusing update from remote peer bb48de349b52478199d14e12f12a1de2: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
14:26:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.496731  3924 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:26:40.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:40.617 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:40.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1930), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [1ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [10ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [12ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [12ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [29ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [30ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [32ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [32ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [49ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [53ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [149ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [151ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [152ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [152ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [366ms] refreshing cache from master, [366ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [368ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [370ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [372ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [372ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [426ms] refreshing cache from master, [427ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [429ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [430ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [432ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [432ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [1927ms] refreshing cache from master, [1927ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [1929ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@541501493(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@58190dd4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298) -> (continuation of Deferred@1899368649 after retry RPC@749750938) -> (continuation of Deferred@759935024 after retry RPC@50449305) -> (continuation of Deferred@1757855190 after retry RPC@1696005716), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19e69982 -> wakeup thread Time-limited test -> (continuation of Deferred@1013850534 after retry RPC@292132128) -> (continuation of Deferred@1164539930 after retry RPC@539543411) -> (continuation of Deferred@424743164 after retry RPC@2133090298) -> (continuation of Deferred@1899368649 after retry RPC@749750938) -> (continuation of Deferred@759935024 after retry RPC@50449305) -> (continuation of Deferred@1757855190 after retry RPC@1696005716))) after lookup
14:26:40.617 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:40.618 [DEBUG - kudu-nio-7] (Connection.java:757) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] Successfully connected to peer
14:26:40.635 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x75ff2d31, L:/127.0.0.1:52198 - R:/127.2.54.129:37805] using TOKEN/null
14:26:40.646 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.131:33669
14:26:40.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.647534  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:33669
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36633
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.731370  3951 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.731540  3951 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.731560  3951 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.733052  3951 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.733100  3951 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.131
14:26:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.734597  3951 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:33669
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36633
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3951
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.734786  3951 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.734973  3951 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.737856  3956 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.737901  3957 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.738062  3951 server_base.cc:1061] running on GCE node
14:26:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:40.737949  3959 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.738530  3951 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.738809  3951 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.739986  3951 hybrid_clock.cc:648] HybridClock initialized: now 1779114400739956 us; error 43 us; skew 500 ppm
14:26:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.741478  3951 webserver.cc:533] Webserver started at http://127.2.54.131:36633/ using document root <none> and password file <none>
14:26:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.741719  3951 fs_manager.cc:362] Metadata directory not provided
14:26:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.741802  3951 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:40.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.743135  3951 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:26:40.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.743847  3965 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.744067  3951 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.744139  3951 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.744396  3951 fs_report.cc:389] FS layout report
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/data
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.761524  3951 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.761824  3951 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.761914  3951 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.762163  3951 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.762638  3972 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.763541  3951 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.763624  3951 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.763667  3951 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.764276  3951 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.764338  3951 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.764365  3972 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap starting.
14:26:40.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.771639  3951 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.131:33669
14:26:40.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.771723  4079 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.131:33669 every 8 connection(s)
14:26:40.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.772101  3951 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.774480  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 3951
14:26:40.775 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:40.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.775935  3972 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Log is configured to *not* fsync() on all Append() calls
14:26:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.779855  3972 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.780203  3972 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap complete.
14:26:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.781268  4082 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.781368  4082 heartbeater.cc:461] Registering TS with master...
14:26:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.781533  3972 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent bootstrapping tablet: real 0.017s	user 0.007s	sys 0.008s
14:26:40.781 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.781561  4082 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.782174  2381 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.782675  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.131:41949
14:26:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.783056  4080 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:40.783 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.129:37805
14:26:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.783121  4080 heartbeater.cc:461] Registering TS with master...
14:26:40.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.783248  4080 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.784006  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 3594
14:26:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.784128  2453 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.783978  3972 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.785195  4081 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.785226  3972 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2532cb0c72044f57ae60f358b37ebb41, State: Initialized, Role: FOLLOWER
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.785254  4081 heartbeater.cc:461] Registering TS with master...
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.785318  4081 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.785349  3972 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.785583  3972 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.000s
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.785713  2307 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:40.786082  4082 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:40.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:40.790 [DEBUG - kudu-nio-7] (Connection.java:239) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] handling channelInactive
14:26:40.790 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state READY due to: connection closed
14:26:40.794 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:40.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.795 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.816 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:40.817 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:40.817 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [5ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1829755738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3f397cf1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2040aab1 -> wakeup thread Time-limited test)) after lookup
14:26:40.817 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:40.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.819 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.836 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:40.836 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:40.837 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [5ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [27ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [28ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [29ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1829755738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3f397cf1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2040aab1 -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030))) after lookup
14:26:40.837 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:40.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.838 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.855 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:40.856 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:40.856 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [5ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [27ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [28ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [29ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [48ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [65ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1829755738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3f397cf1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2040aab1 -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874))) after lookup
14:26:40.856 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:40.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.857 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.976 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:40.976 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:40.977 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=186), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [5ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [27ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [28ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [29ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [48ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [65ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [66ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [67ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [68ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [183ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [185ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1829755738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3f397cf1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874) -> (continuation of Deferred@1550709576 after retry RPC@127674389), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2040aab1 -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874) -> (continuation of Deferred@1550709576 after retry RPC@127674389))) after lookup
14:26:40.977 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:40.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:40.979 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:41.996 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:41.996 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:41.996 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1206), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [5ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [27ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [28ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [29ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [48ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [65ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [66ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [67ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [68ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [183ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [185ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [187ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [189ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [189ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [1203ms] refreshing cache from master, [1203ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [1206ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1829755738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3f397cf1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874) -> (continuation of Deferred@1550709576 after retry RPC@127674389) -> (continuation of Deferred@514145715 after retry RPC@2023715570), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2040aab1 -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874) -> (continuation of Deferred@1550709576 after retry RPC@127674389) -> (continuation of Deferred@514145715 after retry RPC@2023715570))) after lookup
14:26:41.997 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:41.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:41.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:41.998 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.146242  4093 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.146345  4093 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.146657  4093 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:42.147214  3798 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:42.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:42.147691  3798 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.150240  4034 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.150373  4034 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 7.
14:26:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.150601  3797 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.150728  4093 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 8 FOLLOWER]: Leader pre-election won for term 9
14:26:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.150786  4093 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 8 FOLLOWER]: Starting leader election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.150803  4093 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 8 FOLLOWER]: Advancing to term 9
14:26:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.151489  4093 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.151643  4093 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 9 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.151803  4034 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.151860  4034 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 7 FOLLOWER]: Advancing to term 9
14:26:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:42.152405  3798 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.153087  4034 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 9.
14:26:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.153280  3797 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.153414  4093 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Leader election won for term 9
14:26:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.153625  4093 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 LEADER]: Becoming Leader. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Running, Role: LEADER
14:26:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.153749  4093 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.154686  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 reported cstate change: term changed from 8 to 9, leader changed from bb48de349b52478199d14e12f12a1de2 (127.2.54.129) to 606500dd2eff4aa88c63f397129cc725 (127.2.54.130). New cstate: current_term: 9 leader_uuid: "606500dd2eff4aa88c63f397129cc725" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: HEALTHY } } }
14:26:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:42.607349  3798 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 -> Peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Couldn't send request to peer bb48de349b52478199d14e12f12a1de2. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:42.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.627622  4034 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 9 FOLLOWER]: Refusing update from remote peer 606500dd2eff4aa88c63f397129cc725: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
14:26:42.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:42.628003  4093 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:26:44.996 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:44.996 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:44.997 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4207), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [5ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [5ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [27ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [28ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [29ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [46ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [47ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [48ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [48ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [65ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [66ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [67ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [68ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [183ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [185ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [187ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [189ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [189ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [1203ms] refreshing cache from master, [1203ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [1206ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [1207ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1208ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [1208ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4204ms] refreshing cache from master, [4204ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [4206ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1829755738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@3f397cf1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874) -> (continuation of Deferred@1550709576 after retry RPC@127674389) -> (continuation of Deferred@514145715 after retry RPC@2023715570) -> (continuation of Deferred@1360888498 after retry RPC@1385587329), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2040aab1 -> wakeup thread Time-limited test -> (continuation of Deferred@552955411 after retry RPC@88432030) -> (continuation of Deferred@966724448 after retry RPC@50018874) -> (continuation of Deferred@1550709576 after retry RPC@127674389) -> (continuation of Deferred@514145715 after retry RPC@2023715570) -> (continuation of Deferred@1360888498 after retry RPC@1385587329))) after lookup
14:26:44.997 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:44.999 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] Successfully connected to peer
14:26:45.028 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x134324b0, L:/127.0.0.1:35694 - R:/127.2.54.130:44345] using TOKEN/null
14:26:45.044 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.129:37805
14:26:45.045 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.045678  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:45.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:45.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.092738  3798 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 -> Peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Couldn't send request to peer bb48de349b52478199d14e12f12a1de2. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:26:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.128079  4132 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.128336  4132 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.128376  4132 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.130182  4132 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.130296  4132 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.129
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.132010  4132 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4132
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.132351  4132 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.132633  4132 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.136042  4142 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.136061  4139 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:45.136042  4140 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.136530  4132 server_base.cc:1061] running on GCE node
14:26:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.136971  4132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.137310  4132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.138535  4132 hybrid_clock.cc:648] HybridClock initialized: now 1779114405138515 us; error 41 us; skew 500 ppm
14:26:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.140027  4132 webserver.cc:533] Webserver started at http://127.2.54.129:33533/ using document root <none> and password file <none>
14:26:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.140265  4132 fs_manager.cc:362] Metadata directory not provided
14:26:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.140363  4132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.141678  4132 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:26:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.142385  4148 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.142555  4132 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.142625  4132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.142902  4132 fs_report.cc:389] FS layout report
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/data
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.152606  4132 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.152984  4132 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.153095  4132 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.153342  4132 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.153847  4155 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.154707  4132 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.154762  4132 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.154789  4132 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.155300  4132 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.155341  4132 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.155378  4155 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap starting.
14:26:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.164714  4132 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.129:37805
14:26:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.164743  4262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.129:37805 every 8 connection(s)
14:26:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.165388  4132 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.167493  4155 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Log is configured to *not* fsync() on all Append() calls
14:26:45.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.171273  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 4132
14:26:45.171 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:45.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.172968  4155 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:45.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.173305  4155 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap complete.
14:26:45.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.174477  4155 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent bootstrapping tablet: real 0.019s	user 0.008s	sys 0.009s
14:26:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.175736  4155 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.176062  4155 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Initialized, Role: FOLLOWER
14:26:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.176198  4155 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:45.176 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.176450  4155 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
14:26:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.177721  4265 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.177821  4265 heartbeater.cc:461] Registering TS with master...
14:26:45.178 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.130:44345
14:26:45.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.178073  4265 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:45.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:45.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.178599  2381 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:45.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.178663  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 3782
14:26:45.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.179109  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.129:43453
14:26:45.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.179843  4265 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.182171  4264 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.182243  4264 heartbeater.cc:461] Registering TS with master...
14:26:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.182299  4264 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.182691  4263 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.182761  4263 heartbeater.cc:461] Registering TS with master...
14:26:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.182812  4263 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.182868  2308 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:45.183385  2452 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:45.186 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:45.186 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] handling channelInactive
14:26:45.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state READY due to: connection closed
14:26:45.194 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:45.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.196 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:45.217 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:45.217 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [10ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1328680880(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@2ed1eebd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77887a9c -> wakeup thread Time-limited test)) after lookup
14:26:45.218 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:45.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.219 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.236 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:45.237 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:45.237 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [10ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [33ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [33ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1328680880(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@2ed1eebd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77887a9c -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567))) after lookup
14:26:45.238 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:45.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.239 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:45.297 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:45.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=110), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [10ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [33ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [33ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [53ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [53ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1328680880(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@2ed1eebd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77887a9c -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820))) after lookup
14:26:45.298 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:45.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.299 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.476 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:45.476 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:45.477 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=290), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [10ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [33ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [33ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [53ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [53ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [111ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [113ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [113ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [288ms] refreshing cache from master, [288ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [290ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1328680880(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@2ed1eebd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820) -> (continuation of Deferred@917186404 after retry RPC@1836333093), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77887a9c -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820) -> (continuation of Deferred@917186404 after retry RPC@1836333093))) after lookup
14:26:45.477 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:45.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:45.479 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:46.096 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:46.097 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:46.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=911), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [10ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [33ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [33ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [53ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [53ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [111ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [113ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [113ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [288ms] refreshing cache from master, [288ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [290ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [291ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [293ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [293ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [908ms] refreshing cache from master, [908ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [910ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1328680880(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@2ed1eebd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820) -> (continuation of Deferred@917186404 after retry RPC@1836333093) -> (continuation of Deferred@202266364 after retry RPC@1089991240), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77887a9c -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820) -> (continuation of Deferred@917186404 after retry RPC@1836333093) -> (continuation of Deferred@202266364 after retry RPC@1089991240))) after lookup
14:26:46.098 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:46.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:46.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:46.099 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345
14:26:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.333613  4276 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.333822  4276 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.334215  4276 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:46.335045  4149 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:46.335556  4149 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.337605  4034 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.337881  4149 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725
14:26:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.338043  4276 raft_consensus.cc:2749] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
14:26:46.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.543821  4281 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 606500dd2eff4aa88c63f397129cc725)
14:26:46.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.543910  4281 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:46.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.544220  4281 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:46.544723  3966 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:46.545298  3966 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.547528  4204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2" is_pre_election: true
14:26:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.547669  4204 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2532cb0c72044f57ae60f358b37ebb41 in term 8.
14:26:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.547923  3967 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2; no voters: 606500dd2eff4aa88c63f397129cc725
14:26:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.548056  4281 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 9 FOLLOWER]: Leader pre-election won for term 10
14:26:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.548122  4281 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 606500dd2eff4aa88c63f397129cc725)
14:26:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.548138  4281 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 9 FOLLOWER]: Advancing to term 10
14:26:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.548780  4281 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.548933  4281 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 10 election: Requested vote from peers bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.549116  4204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "2532cb0c72044f57ae60f358b37ebb41" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.549217  4204 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 8 FOLLOWER]: Advancing to term 10
14:26:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:46.549620  3966 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111)
14:26:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.550385  4204 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2532cb0c72044f57ae60f358b37ebb41 in term 10.
14:26:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.550576  3967 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2; no voters: 606500dd2eff4aa88c63f397129cc725
14:26:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.550673  4281 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 10 FOLLOWER]: Leader election won for term 10
14:26:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.550814  4281 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 10 LEADER]: Becoming Leader. State: Replica: 2532cb0c72044f57ae60f358b37ebb41, State: Running, Role: LEADER
14:26:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.550884  4281 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:46.551705  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 reported cstate change: term changed from 9 to 10, leader changed from 606500dd2eff4aa88c63f397129cc725 (127.2.54.130) to 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131). New cstate: current_term: 10 leader_uuid: "2532cb0c72044f57ae60f358b37ebb41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: UNKNOWN } } }
14:26:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:47.052822  4204 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 10 FOLLOWER]: Refusing update from remote peer 2532cb0c72044f57ae60f358b37ebb41: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
14:26:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:47.053259  4298 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:26:47.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:47.055667  4300 mvcc.cc:204] Tried to move back new op lower bound from 7287252603052720128 to 7287252591222476800. Current Snapshot: MvccSnapshot[applied={T|T < 7287252603052720128 or (T in {7287252603052720128})}]
14:26:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:47.057276  3966 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 -> Peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Couldn't send request to peer 606500dd2eff4aa88c63f397129cc725. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.254534  3966 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 -> Peer 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345): Couldn't send request to peer 606500dd2eff4aa88c63f397129cc725. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.130:44345: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:26:49.356 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:49.357 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:49.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=4170), Traces: [0ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [10ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [10ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [33ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [33ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [53ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [53ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [111ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [113ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [113ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [288ms] refreshing cache from master, [288ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [290ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [291ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [293ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [293ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [908ms] refreshing cache from master, [908ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [910ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [912ms] sending RPC to server 606500dd2eff4aa88c63f397129cc725, [913ms] received response from server 606500dd2eff4aa88c63f397129cc725: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [913ms] delaying RPC due to: Network error: Failed to connect to peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345): Connection refused: /127.2.54.130:44345, [4168ms] refreshing cache from master, [4168ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [4170ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@1328680880(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@2ed1eebd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820) -> (continuation of Deferred@917186404 after retry RPC@1836333093) -> (continuation of Deferred@202266364 after retry RPC@1089991240) -> (continuation of Deferred@11872489 after retry RPC@2133851909), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77887a9c -> wakeup thread Time-limited test -> (continuation of Deferred@1124784976 after retry RPC@2002912567) -> (continuation of Deferred@995231964 after retry RPC@1560213820) -> (continuation of Deferred@917186404 after retry RPC@1836333093) -> (continuation of Deferred@202266364 after retry RPC@1089991240) -> (continuation of Deferred@11872489 after retry RPC@2133851909))) after lookup
14:26:49.358 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:49.359 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] Successfully connected to peer
14:26:49.393 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x1a81c456, L:/127.0.0.1:51526 - R:/127.2.54.131:33669] using TOKEN/null
14:26:49.407 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.130:44345
14:26:49.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.408531  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:44345
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38723
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:49.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.489176  4321 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:49.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.489347  4321 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:49.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.489406  4321 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.490968  4321 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.491022  4321 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.130
14:26:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.492527  4321 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data
14:26:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.130:44345
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.130
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38723
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4321
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.130
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/logs
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.492713  4321 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.492899  4321 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.495393  4329 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.495347  4326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:49.495347  4327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.495723  4321 server_base.cc:1061] running on GCE node
14:26:49.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.495929  4321 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:49.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.496171  4321 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:49.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.497340  4321 hybrid_clock.cc:648] HybridClock initialized: now 1779114409497298 us; error 49 us; skew 500 ppm
14:26:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.498464  4321 webserver.cc:533] Webserver started at http://127.2.54.130:38723/ using document root <none> and password file <none>
14:26:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.498704  4321 fs_manager.cc:362] Metadata directory not provided
14:26:49.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.498786  4321 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.499958  4321 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:26:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.500653  4335 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.500829  4321 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.500927  4321 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.501233  4321 fs_report.cc:389] FS layout report
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/wal
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/data
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.515053  4321 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.515327  4321 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.515419  4321 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.515568  4321 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.515982  4342 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.516898  4321 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.516950  4321 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.516976  4321 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.517463  4321 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.517493  4321 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.517618  4342 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap starting.
14:26:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.525219  4321 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.130:44345
14:26:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.525282  4449 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.130:44345 every 8 connection(s)
14:26:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.525630  4321 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-1/data/info.pb
14:26:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.529642  4342 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Log is configured to *not* fsync() on all Append() calls
14:26:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.531836  4452 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.531944  4452 heartbeater.cc:461] Registering TS with master...
14:26:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.532151  4452 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.532399  4450 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.532454  4450 heartbeater.cc:461] Registering TS with master...
14:26:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.532550  4450 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.532698  2381 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.533140  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.130:47369
14:26:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.533360  4451 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.533416  4451 heartbeater.cc:461] Registering TS with master...
14:26:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.533491  2453 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.533514  4451 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.533708  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 4321
14:26:49.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.534090  2307 ts_manager.cc:194] Re-registered known tserver with Master: 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.536541  4342 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.536875  4342 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Bootstrap complete.
14:26:49.537 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.537782  4342 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent bootstrapping tablet: real 0.020s	user 0.009s	sys 0.005s
14:26:49.538 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.131:33669
14:26:49.538 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:49.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.538990  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 3951
14:26:49.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.538931  4342 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:49.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.539882  4342 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Initialized, Role: FOLLOWER
14:26:49.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.540055  4342 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:49.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.540313  4342 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
14:26:49.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:49.540494  4452 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:49.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:49.545 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] handling channelInactive
14:26:49.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state READY due to: connection closed
14:26:49.554 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:49.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.556 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:49.576 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:49.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [11ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [11ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@557465535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@216d3b4a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38445e46 -> wakeup thread Time-limited test)) after lookup
14:26:49.577 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:49.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.578 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:49.595 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:49.596 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [11ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [11ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [33ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@557465535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@216d3b4a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38445e46 -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238))) after lookup
14:26:49.596 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:49.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.597 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:49.656 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:49.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [11ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [11ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [33ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [52ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@557465535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@216d3b4a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38445e46 -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684))) after lookup
14:26:49.657 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:49.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.658 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:49.736 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:49.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=191), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [11ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [11ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [33ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [52ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [111ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [113ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [113ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [190ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@557465535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@216d3b4a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684) -> (continuation of Deferred@1143715714 after retry RPC@1774492581), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38445e46 -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684) -> (continuation of Deferred@1143715714 after retry RPC@1774492581))) after lookup
14:26:49.737 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:49.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:49.738 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:50.016 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:50.016 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)[L],606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:50.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=471), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [11ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [11ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [33ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [52ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [111ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [113ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [113ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [190ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [192ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [193ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [193ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [469ms] refreshing cache from master, [469ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [471ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@557465535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@216d3b4a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684) -> (continuation of Deferred@1143715714 after retry RPC@1774492581) -> (continuation of Deferred@1847033880 after retry RPC@1061171650), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38445e46 -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684) -> (continuation of Deferred@1143715714 after retry RPC@1774492581) -> (continuation of Deferred@1847033880 after retry RPC@1061171650))) after lookup
14:26:50.017 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] connecting to peer
14:26:50.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:50.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:50.019 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669
14:26:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.875034  4463 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.875332  4463 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.875708  4463 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:50.876338  4336 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:50.877004  4336 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.879419  4204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bb48de349b52478199d14e12f12a1de2" is_pre_election: true
14:26:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.879773  4337 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725; no voters: 2532cb0c72044f57ae60f358b37ebb41, bb48de349b52478199d14e12f12a1de2
14:26:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.879922  4463 raft_consensus.cc:2749] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
14:26:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.907444  4468 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 2532cb0c72044f57ae60f358b37ebb41)
14:26:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.907549  4468 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.907748  4468 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:50.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:50.909104  4149 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:50.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.911671  4404 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725" is_pre_election: true
14:26:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.911823  4404 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 9.
14:26:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.912128  4149 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41
14:26:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.912436  4468 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:26:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.912492  4468 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 2532cb0c72044f57ae60f358b37ebb41)
14:26:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.912514  4468 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 10 FOLLOWER]: Advancing to term 11
14:26:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.913224  4468 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.913383  4468 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 11 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), 606500dd2eff4aa88c63f397129cc725 (127.2.54.130:44345)
14:26:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.913712  4404 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "bb48de349b52478199d14e12f12a1de2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "606500dd2eff4aa88c63f397129cc725"
14:26:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.913805  4404 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 9 FOLLOWER]: Advancing to term 11
14:26:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:50.914062  4149 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111)
14:26:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.914955  4404 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb48de349b52478199d14e12f12a1de2 in term 11.
14:26:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.915346  4149 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 606500dd2eff4aa88c63f397129cc725, bb48de349b52478199d14e12f12a1de2; no voters: 2532cb0c72044f57ae60f358b37ebb41
14:26:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.915464  4468 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 11 FOLLOWER]: Leader election won for term 11
14:26:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.915657  4468 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 11 LEADER]: Becoming Leader. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Running, Role: LEADER
14:26:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.915782  4468 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:50.916664  2381 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 reported cstate change: term changed from 10 to 11, leader changed from 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131) to bb48de349b52478199d14e12f12a1de2 (127.2.54.129). New cstate: current_term: 11 leader_uuid: "bb48de349b52478199d14e12f12a1de2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: UNKNOWN } } }
14:26:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:51.369851  4404 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 11 FOLLOWER]: Refusing update from remote peer bb48de349b52478199d14e12f12a1de2: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
14:26:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:51.370338  4468 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:26:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:51.372053  4486 mvcc.cc:204] Tried to move back new op lower bound from 7287252620879921152 to 7287252609232896000. Current Snapshot: MvccSnapshot[applied={T|T < 7287252620879921152}]
14:26:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:51.373304  4149 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111) [suppressed 2 similar messages]
14:26:51.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:51.374053  4149 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 -> Peer 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669): Couldn't send request to peer 2532cb0c72044f57ae60f358b37ebb41. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.131:33669: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:53.036 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:53.036 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:53.036 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3491), Traces: [0ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [11ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [11ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [31ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [33ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [50ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [51ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [52ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [52ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [110ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [111ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [113ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [113ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [190ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [192ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [193ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [193ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [469ms] refreshing cache from master, [469ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [471ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [472ms] sending RPC to server 2532cb0c72044f57ae60f358b37ebb41, [474ms] received response from server 2532cb0c72044f57ae60f358b37ebb41: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [474ms] delaying RPC due to: Network error: Failed to connect to peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669): Connection refused: /127.2.54.131:33669, [3488ms] refreshing cache from master, [3488ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [3490ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@557465535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@216d3b4a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684) -> (continuation of Deferred@1143715714 after retry RPC@1774492581) -> (continuation of Deferred@1847033880 after retry RPC@1061171650) -> (continuation of Deferred@87615023 after retry RPC@994576747), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38445e46 -> wakeup thread Time-limited test -> (continuation of Deferred@84506439 after retry RPC@530956238) -> (continuation of Deferred@421089638 after retry RPC@737199684) -> (continuation of Deferred@1143715714 after retry RPC@1774492581) -> (continuation of Deferred@1847033880 after retry RPC@1061171650) -> (continuation of Deferred@87615023 after retry RPC@994576747))) after lookup
14:26:53.037 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:53.038 [DEBUG - kudu-nio-4] (Connection.java:757) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] Successfully connected to peer
14:26:53.065 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x72ff728f, L:/127.0.0.1:53388 - R:/127.2.54.129:37805] using TOKEN/null
14:26:53.081 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.131:33669
14:26:53.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.081844  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:33669
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36633
14:26:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.162002  4506 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.162272  4506 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.162312  4506 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.163913  4506 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.163975  4506 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.131
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.165505  4506 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.131:33669
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.131
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36633
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4506
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.131
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/logs
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.165693  4506 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.165869  4506 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.168324  4512 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.168349  4511 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:53.168633  4514 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.168771  4506 server_base.cc:1061] running on GCE node
14:26:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.169130  4506 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.169373  4506 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.170538  4506 hybrid_clock.cc:648] HybridClock initialized: now 1779114413170516 us; error 35 us; skew 500 ppm
14:26:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.171593  4506 webserver.cc:533] Webserver started at http://127.2.54.131:36633/ using document root <none> and password file <none>
14:26:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.171818  4506 fs_manager.cc:362] Metadata directory not provided
14:26:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.171901  4506 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.173159  4506 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:26:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.173776  4520 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.173954  4506 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.174073  4506 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.174342  4506 fs_report.cc:389] FS layout report
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/wal
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/data
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.182284  4506 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.182534  4506 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.182626  4506 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.182778  4506 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.183207  4527 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.184152  4506 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.184221  4506 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.184255  4506 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.184798  4506 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.184862  4506 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.185029  4527 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap starting.
14:26:53.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.192639  4506 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.131:33669
14:26:53.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.192734  4634 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.131:33669 every 8 connection(s)
14:26:53.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.193095  4506 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-2/data/info.pb
14:26:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.194574  4527 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Log is configured to *not* fsync() on all Append() calls
14:26:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.199026  4527 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.199291  4527 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Bootstrap complete.
14:26:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.199684  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 4506
14:26:53.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.200222  4527 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent bootstrapping tablet: real 0.015s	user 0.006s	sys 0.007s
14:26:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.201303  4527 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.201527  4527 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2532cb0c72044f57ae60f358b37ebb41, State: Initialized, Role: FOLLOWER
14:26:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.201630  4527 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.201931  4527 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.002s
14:26:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.203493  4635 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.203598  4635 heartbeater.cc:461] Registering TS with master...
14:26:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.203804  4635 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:53.204 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:53.204 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.54.129:37805
14:26:53.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.204238  4636 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.204288  4636 heartbeater.cc:461] Registering TS with master...
14:26:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.204375  4636 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.204362  2453 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.204655  2307 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.205138  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 4132
14:26:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.210886  4637 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.210978  4637 heartbeater.cc:461] Registering TS with master...
14:26:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.211094  4637 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:53.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:53.211 [DEBUG - kudu-nio-4] (Connection.java:239) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] handling channelInactive
14:26:53.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state READY due to: connection closed
14:26:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.212358  2380 ts_manager.cc:194] Re-registered known tserver with Master: 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669)
14:26:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.212914  2380 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.131:50599
14:26:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:53.213766  4637 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:53.214 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:53.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.215 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.236 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:53.236 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:53.237 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [4ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [25ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@25454259(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@7a7c24b9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2295b678 -> wakeup thread Time-limited test)) after lookup
14:26:53.237 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:53.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.238 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:53.256 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:53.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [4ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [25ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [26ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [27ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [45ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@25454259(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@7a7c24b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2295b678 -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795))) after lookup
14:26:53.257 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:53.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.258 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:53.296 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:53.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [4ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [25ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [26ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [27ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [45ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [46ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [47ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [47ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@25454259(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@7a7c24b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2295b678 -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792))) after lookup
14:26:53.297 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:53.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.298 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.475 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:53.476 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:53.476 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=264), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [4ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [25ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [26ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [27ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [45ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [46ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [47ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [47ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [86ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [87ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [87ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [262ms] refreshing cache from master, [262ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [264ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@25454259(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@7a7c24b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792) -> (continuation of Deferred@1312026216 after retry RPC@397030684), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2295b678 -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792) -> (continuation of Deferred@1312026216 after retry RPC@397030684))) after lookup
14:26:53.477 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:53.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.478 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.816 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:53.816 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345),bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)[L]]}]
14:26:53.816 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=604), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [4ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [25ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [26ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [27ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [45ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [46ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [47ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [47ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [86ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [87ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [87ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [262ms] refreshing cache from master, [262ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [264ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [265ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [267ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [267ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [602ms] refreshing cache from master, [602ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [604ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@25454259(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@7a7c24b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792) -> (continuation of Deferred@1312026216 after retry RPC@397030684) -> (continuation of Deferred@1691481352 after retry RPC@571817563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2295b678 -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792) -> (continuation of Deferred@1312026216 after retry RPC@397030684) -> (continuation of Deferred@1691481352 after retry RPC@571817563))) after lookup
14:26:53.817 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] connecting to peer
14:26:53.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:53.818 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805) for tablet a8412e9f31a344748823f4cd6e13b177: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805
14:26:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.580938  4648 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.581094  4648 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:54.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.581296  4648 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:54.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:54.582201  4337 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.584890  4589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41" is_pre_election: true
14:26:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.585072  4589 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 10.
14:26:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.585377  4336 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.585532  4648 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 11 FOLLOWER]: Leader pre-election won for term 12
14:26:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.585597  4648 raft_consensus.cc:493] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 11 FOLLOWER]: Starting leader election (detected failure of leader bb48de349b52478199d14e12f12a1de2)
14:26:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.585619  4648 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 11 FOLLOWER]: Advancing to term 12
14:26:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.586360  4648 raft_consensus.cc:515] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.586550  4648 leader_election.cc:290] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 12 election: Requested vote from peers 2532cb0c72044f57ae60f358b37ebb41 (127.2.54.131:33669), bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.586810  4589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8412e9f31a344748823f4cd6e13b177" candidate_uuid: "606500dd2eff4aa88c63f397129cc725" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "2532cb0c72044f57ae60f358b37ebb41"
14:26:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.586915  4589 raft_consensus.cc:3060] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 10 FOLLOWER]: Advancing to term 12
14:26:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:54.587229  4337 leader_election.cc:336] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111)
14:26:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.587939  4589 raft_consensus.cc:2468] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 606500dd2eff4aa88c63f397129cc725 in term 12.
14:26:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.588143  4336 leader_election.cc:304] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2532cb0c72044f57ae60f358b37ebb41, 606500dd2eff4aa88c63f397129cc725; no voters: bb48de349b52478199d14e12f12a1de2
14:26:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.588250  4648 raft_consensus.cc:2804] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 12 FOLLOWER]: Leader election won for term 12
14:26:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.588416  4648 raft_consensus.cc:697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [term 12 LEADER]: Becoming Leader. State: Replica: 606500dd2eff4aa88c63f397129cc725, State: Running, Role: LEADER
14:26:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.588523  4648 consensus_queue.cc:237] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:54.589385  2380 catalog_manager.cc:5697] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 reported cstate change: term changed from 11 to 12, leader changed from bb48de349b52478199d14e12f12a1de2 (127.2.54.129) to 606500dd2eff4aa88c63f397129cc725 (127.2.54.130). New cstate: current_term: 12 leader_uuid: "606500dd2eff4aa88c63f397129cc725" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } health_report { overall_health: HEALTHY } } }
14:26:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:54.999963  4337 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 -> Peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Couldn't send request to peer bb48de349b52478199d14e12f12a1de2. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:55.030898  4589 raft_consensus.cc:1275] T a8412e9f31a344748823f4cd6e13b177 P 2532cb0c72044f57ae60f358b37ebb41 [term 12 FOLLOWER]: Refusing update from remote peer 606500dd2eff4aa88c63f397129cc725: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
14:26:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:55.031308  4648 consensus_queue.cc:1048] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:26:56.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:56.013214  4337 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111) [suppressed 4 similar messages]
14:26:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.461619  4337 consensus_peers.cc:597] T a8412e9f31a344748823f4cd6e13b177 P 606500dd2eff4aa88c63f397129cc725 -> Peer bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805): Couldn't send request to peer bb48de349b52478199d14e12f12a1de2. Status: Network error: Client connection negotiation failed: client connection to 127.2.54.129:37805: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:26:57.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a8412e9f31a344748823f4cd6e13b177 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101' with partition [<start>, <end>)
14:26:57.736 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a8412e9f31a344748823f4cd6e13b177@[2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669),606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)[L],bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)]}]
14:26:57.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a8412e9f31a344748823f4cd6e13b177, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4524), Traces: [0ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [4ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [25ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [26ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [27ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [27ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [45ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [46ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [47ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [47ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [86ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [87ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [87ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [262ms] refreshing cache from master, [262ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [264ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [265ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [267ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [267ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [602ms] refreshing cache from master, [602ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [604ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, [606ms] sending RPC to server bb48de349b52478199d14e12f12a1de2, [607ms] received response from server bb48de349b52478199d14e12f12a1de2: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [607ms] delaying RPC due to: Network error: Failed to connect to peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805): Connection refused: /127.2.54.129:37805, [4522ms] refreshing cache from master, [4522ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.54.189:45339, [4525ms] Sub RPC GetTableLocations: received response from server master-127.2.54.189:45339: OK, deferred=Deferred@25454259(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f97243357f8@7a7c24b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792) -> (continuation of Deferred@1312026216 after retry RPC@397030684) -> (continuation of Deferred@1691481352 after retry RPC@571817563) -> (continuation of Deferred@974158139 after retry RPC@1006616061), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2295b678 -> wakeup thread Time-limited test -> (continuation of Deferred@670857658 after retry RPC@676670795) -> (continuation of Deferred@1425003139 after retry RPC@1439797792) -> (continuation of Deferred@1312026216 after retry RPC@397030684) -> (continuation of Deferred@1691481352 after retry RPC@571817563) -> (continuation of Deferred@974158139 after retry RPC@1006616061))) after lookup
14:26:57.737 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] connecting to peer
14:26:57.738 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] Successfully connected to peer
14:26:57.754 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf46099d7, L:/127.0.0.1:40216 - R:/127.2.54.130:44345] using TOKEN/null
14:26:57.763 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.54.129:37805
14:26:57.763 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.764271  2266 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP75mgB/build/release/bin/kudu
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.843631  4689 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.843816  4689 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.843837  4689 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.845453  4689 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.845513  4689 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.54.129
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.847129  4689 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.54.148:34173
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.54.129:37805
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.54.129
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33533
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.54.190:33465,127.2.54.189:45339,127.2.54.188:36871
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4689
14:26:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.54.129
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/logs
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:45 UTC on e7f111948823
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15852
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.847337  4689 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.847512  4689 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:26:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.849932  4697 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.850123  4695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:26:57.850118  4694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.850778  4689 server_base.cc:1061] running on GCE node
14:26:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.850993  4689 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.851274  4689 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.852505  4689 hybrid_clock.cc:648] HybridClock initialized: now 1779114417852478 us; error 38 us; skew 500 ppm
14:26:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.853722  4689 webserver.cc:533] Webserver started at http://127.2.54.129:33533/ using document root <none> and password file <none>
14:26:57.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.854069  4689 fs_manager.cc:362] Metadata directory not provided
14:26:57.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.854184  4689 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.855424  4689 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:26:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.856155  4703 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.856367  4689 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:26:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.856477  4689 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data,/tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb48de349b52478199d14e12f12a1de2"
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:26:18 on dist-test-slave-s11r"
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.856829  4689 fs_report.cc:389] FS layout report
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/wal
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/data
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.876623  4689 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.877060  4689 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.877230  4689 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.877573  4689 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.878474  4710 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:26:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.879503  4689 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.879591  4689 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:26:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.879633  4689 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.880336  4689 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.880455  4710 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap starting.
14:26:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.880502  4689 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:26:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.888947  4689 rpc_server.cc:307] RPC server started. Bound to: 127.2.54.129:37805
14:26:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.889431  4689 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP75mgB/test-tmp/mini-kudu-cluster29703647889839352/ts-0/data/info.pb
14:26:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.889410  4817 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.54.129:37805 every 8 connection(s)
14:26:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.891136  4710 log.cc:826] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Log is configured to *not* fsync() on all Append() calls
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.895931  4818 heartbeater.cc:344] Connected to a master server at 127.2.54.188:36871
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896047  4818 heartbeater.cc:461] Registering TS with master...
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896266  4818 heartbeater.cc:507] Master 127.2.54.188:36871 requested a full tablet report, sending...
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896420  4710 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896595  4819 heartbeater.cc:344] Connected to a master server at 127.2.54.190:33465
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896637  4819 heartbeater.cc:461] Registering TS with master...
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896730  4819 heartbeater.cc:507] Master 127.2.54.190:33465 requested a full tablet report, sending...
14:26:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896756  4710 tablet_bootstrap.cc:492] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Bootstrap complete.
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896901  4820 heartbeater.cc:344] Connected to a master server at 127.2.54.189:45339
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.896948  4820 heartbeater.cc:461] Registering TS with master...
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.897040  4820 heartbeater.cc:507] Master 127.2.54.189:45339 requested a full tablet report, sending...
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.897024  2453 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.897073  2307 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.897300  2381 ts_manager.cc:194] Re-registered known tserver with Master: bb48de349b52478199d14e12f12a1de2 (127.2.54.129:37805)
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.897747  4710 ts_tablet_manager.cc:1403] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent bootstrapping tablet: real 0.017s	user 0.007s	sys 0.006s
14:26:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.897768  2381 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.54.129:43345
14:26:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.898819  4710 raft_consensus.cc:359] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.899053  4710 raft_consensus.cc:740] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb48de349b52478199d14e12f12a1de2, State: Initialized, Role: FOLLOWER
14:26:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.899173  4710 consensus_queue.cc:260] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2532cb0c72044f57ae60f358b37ebb41" member_type: VOTER last_known_addr { host: "127.2.54.131" port: 33669 } } peers { permanent_uuid: "bb48de349b52478199d14e12f12a1de2" member_type: VOTER last_known_addr { host: "127.2.54.129" port: 37805 } } peers { permanent_uuid: "606500dd2eff4aa88c63f397129cc725" member_type: VOTER last_known_addr { host: "127.2.54.130" port: 44345 } }
14:26:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.899227  2266 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskP75mgB/build/release/bin/kudu as pid 4689
14:26:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.899467  4710 ts_tablet_manager.cc:1434] T a8412e9f31a344748823f4cd6e13b177 P bb48de349b52478199d14e12f12a1de2: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
14:26:57.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:57.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.899835  4820 heartbeater.cc:499] Master 127.2.54.189:45339 was elected leader, sending a full tablet report...
14:26:57.903 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:57.905 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779114379101, tablet=a8412e9f31a344748823f4cd6e13b177, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:57.910 [DEBUG - main] (Connection.java:575) [peer master-127.2.54.188:36871(127.2.54.188:36871)] disconnecting while in state READY
14:26:57.911 [DEBUG - main] (Connection.java:575) [peer master-127.2.54.190:33465(127.2.54.190:33465)] disconnecting while in state READY
14:26:57.911 [DEBUG - main] (Connection.java:575) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] disconnecting while in state READY
14:26:57.911 [DEBUG - main] (Connection.java:575) [peer master-127.2.54.189:45339(127.2.54.189:45339)] disconnecting while in state READY
14:26:57.911 [DEBUG - main] (Connection.java:575) [peer 2532cb0c72044f57ae60f358b37ebb41(127.2.54.131:33669)] disconnecting while in state TERMINATED
14:26:57.911 [DEBUG - main] (Connection.java:575) [peer bb48de349b52478199d14e12f12a1de2(127.2.54.129:37805)] disconnecting while in state TERMINATED
14:26:57.913 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.54.190:33465(127.2.54.190:33465)] handling channelInactive
14:26:57.914 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] handling channelInactive
14:26:57.914 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.54.189:45339(127.2.54.189:45339)] handling channelInactive
14:26:57.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.54.190:33465(127.2.54.190:33465)] cleaning up while in state READY due to: connection closed
14:26:57.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 606500dd2eff4aa88c63f397129cc725(127.2.54.130:44345)] cleaning up while in state READY due to: connection closed
14:26:57.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.54.189:45339(127.2.54.189:45339)] cleaning up while in state READY due to: connection closed
14:26:57.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:26:57.917 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.54.188:36871(127.2.54.188:36871)] handling channelInactive
14:26:57.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.54.188:36871(127.2.54.188:36871)] cleaning up while in state READY due to: connection closed
14:26:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.917765  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 4689
14:26:57.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.926998  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 4321
14:26:57.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.932456  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 4506
14:26:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.938803  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 2277
14:26:57.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.944304  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 2349
14:26:57.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:26:57.949496  2266 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskP75mgB/build/release/bin/kudu with pid 2421
14:26:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:26:57Z chronyd exiting

Time: 41.014

OK (1 test)

