JUnit version 4.13.2
.20:06:58.156 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783541218147
20:06:58.224 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:06:58.292 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:06:58.303 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskcpKglt/test-tmp
20:06:58.309 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
20:06:58.312 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskcpKglt/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
20:06:58.500 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:06:58.519 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:58.520 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:06:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.521898 24871 mini_oidc.cc:150] Starting JWKS server
20:06:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.522644 24871 webserver.cc:533] Webserver started at http://127.0.0.1:39131/ using document root <none> and password file <none>
20:06:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.522738 24871 mini_oidc.cc:186] Starting OIDC Discovery server
20:06:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.522907 24871 webserver.cc:533] Webserver started at http://127.0.0.1:34647/ using document root <none> and password file <none>
20:06:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:06:58Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:06:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:06:58Z Disabled control of system clock
20:06:58.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.534657 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:58.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/wal
20:06:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data
20:06:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:58.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/logs
20:06:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data/info.pb
20:06:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.254:45995
20:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.254
20:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39131/jwks.json with env {}
20:06:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.615677 24882 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.615908 24882 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:58.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.615931 24882 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.617944 24882 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.618005 24882 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.618019 24882 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.618031 24882 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.618044 24882 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.618055 24882 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39131/jwks.json
20:06:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.620190 24882 master_runner.cc:387] Master server non-default flags:
20:06:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data
20:06:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/wal
20:06:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.254:45995
20:06:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39131/jwks.json
20:06:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data/info.pb
20:06:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.254
20:06:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24882
20:06:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/logs
20:06:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:06:58.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:58.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:06:58.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:06:58.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.620433 24882 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.620627 24882 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.624042 24888 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.624158 24882 server_base.cc:1061] running on GCE node
20:06:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.624267 24887 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.625263 24890 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.625502 24882 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.625815 24882 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.626959 24882 hybrid_clock.cc:648] HybridClock initialized: now 1783541218626929 us; error 44 us; skew 500 ppm
20:06:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.628456 24882 webserver.cc:533] Webserver started at http://127.24.73.254:33651/ using document root <none> and password file <none>
20:06:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.628677 24882 fs_manager.cc:362] Metadata directory not provided
20:06:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.628736 24882 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.628840 24882 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.629974 24882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data/instance:
20:06:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d67064ed54db4a4aa13435d4a292c46c"
20:06:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.630367 24882 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/wal/instance:
20:06:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d67064ed54db4a4aa13435d4a292c46c"
20:06:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.631901 24882 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
20:06:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.632766 24896 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.632936 24882 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.633013 24882 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/wal
20:06:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d67064ed54db4a4aa13435d4a292c46c"
20:06:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.633069 24882 fs_report.cc:389] FS layout report
20:06:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/wal
20:06:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/wal
20:06:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data/data
20:06:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.652170 24882 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.652485 24882 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.652613 24882 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.656575 24882 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.254:45995
20:06:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.656610 24948 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.254:45995 every 8 connection(s)
20:06:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.656996 24882 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/data/info.pb
20:06:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.657691 24949 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.658933 24949 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.660845 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 24882
20:06:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.660948 24871 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-0/wal/instance
20:06:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.661876 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/wal
20:06:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data
20:06:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/logs
20:06:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data/info.pb
20:06:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.253:46557
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.253
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39131/jwks.json with env {}
20:06:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.665966 24949 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.666426 24898 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.253:46557: connect: Connection refused (error 111)
20:06:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.666903 24949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.73.253:46557: Network error: Client connection negotiation failed: client connection to 127.24.73.253:46557: connect: Connection refused (error 111)
20:06:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.716105 24949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } attempt: 1
20:06:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.717047 24949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.73.253:46557: Network error: Client connection negotiation failed: client connection to 127.24.73.253:46557: connect: Connection refused (error 111)
20:06:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.739825 24953 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.740013 24953 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.740036 24953 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.741639 24953 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.741683 24953 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.741698 24953 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.741710 24953 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.741724 24953 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.741734 24953 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39131/jwks.json
20:06:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.743615 24953 master_runner.cc:387] Master server non-default flags:
20:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data
20:06:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/wal
20:06:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.253:46557
20:06:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39131/jwks.json
20:06:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data/info.pb
20:06:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.253
20:06:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24953
20:06:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/logs
20:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:06:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:06:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:06:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.743798 24953 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.743983 24953 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.746271 24960 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.746325 24962 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.746699 24953 server_base.cc:1061] running on GCE node
20:06:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.747036 24959 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.747277 24953 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.747473 24953 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.750741 24953 hybrid_clock.cc:648] HybridClock initialized: now 1783541218750708 us; error 33 us; skew 500 ppm
20:06:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.752153 24953 webserver.cc:533] Webserver started at http://127.24.73.253:46129/ using document root <none> and password file <none>
20:06:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.752354 24953 fs_manager.cc:362] Metadata directory not provided
20:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.752406 24953 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.752501 24953 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.753643 24953 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data/instance:
20:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3701b4ceb7948dc89e467fa9e6bf590"
20:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.753993 24953 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/wal/instance:
20:06:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3701b4ceb7948dc89e467fa9e6bf590"
20:06:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.755821 24953 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.002s	sys 0.000s
20:06:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.756764 24968 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.756927 24953 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.756978 24953 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/wal
20:06:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3701b4ceb7948dc89e467fa9e6bf590"
20:06:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.757030 24953 fs_report.cc:389] FS layout report
20:06:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/wal
20:06:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/wal
20:06:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data/data
20:06:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.785178 24953 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.785221 24949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } attempt: 2
20:06:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.785490 24953 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.785643 24953 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.786080 24949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.73.253:46557: Network error: Client connection negotiation failed: client connection to 127.24.73.253:46557: connect: Connection refused (error 111)
20:06:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.789410 24953 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.253:46557
20:06:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.789438 25020 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.253:46557 every 8 connection(s)
20:06:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.789721 24953 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/data/info.pb
20:06:58.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.790313 25021 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.792097 25021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.796838 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 24953
20:06:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.796936 24871 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-1/wal/instance
20:06:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.797392 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/wal
20:06:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data
20:06:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/logs
20:06:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data/info.pb
20:06:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.252:41659
20:06:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.252
20:06:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39131/jwks.json with env {}
20:06:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.797441 25021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.809062 25021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.809549 24971 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.252:41659: connect: Connection refused (error 111)
20:06:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.811033 25021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.73.252:41659: Network error: Client connection negotiation failed: client connection to 127.24.73.252:41659: connect: Connection refused (error 111)
20:06:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.860268 25021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } attempt: 1
20:06:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.861302 25021 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.73.252:41659: Network error: Client connection negotiation failed: client connection to 127.24.73.252:41659: connect: Connection refused (error 111)
20:06:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.877230 24949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } attempt: 3
20:06:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.877460 25025 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.877724 25025 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.877768 25025 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.879753 25025 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.879810 25025 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.879837 25025 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.879855 25025 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.879875 25025 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.879886 25025 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39131/jwks.json
20:06:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.880682 24949 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.881363 24949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.73.252:41659: Network error: Client connection negotiation failed: client connection to 127.24.73.252:41659: connect: Connection refused (error 111)
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.882092 25025 master_runner.cc:387] Master server non-default flags:
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/wal
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.252:41659
20:06:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39131/jwks.json
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data/info.pb
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.252
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25025
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/logs
20:06:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:06:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:06:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:06:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.882292 25025 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.882460 25025 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.885768 25034 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.885789 25031 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.886025 25032 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.886035 25025 server_base.cc:1061] running on GCE node
20:06:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.886332 25025 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.886546 25025 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.887701 25025 hybrid_clock.cc:648] HybridClock initialized: now 1783541218887687 us; error 32 us; skew 500 ppm
20:06:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.888918 25025 webserver.cc:533] Webserver started at http://127.24.73.252:37485/ using document root <none> and password file <none>
20:06:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.889102 25025 fs_manager.cc:362] Metadata directory not provided
20:06:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.889174 25025 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.889262 25025 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.890162 25025 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data/instance:
20:06:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "943dd74c409e4feba07b96bf193cb55a"
20:06:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.890440 25025 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/wal/instance:
20:06:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "943dd74c409e4feba07b96bf193cb55a"
20:06:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.891620 25025 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
20:06:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.892334 25040 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.892586 25025 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.892642 25025 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/wal
20:06:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "943dd74c409e4feba07b96bf193cb55a"
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:58 on dist-test-slave-qkp1"
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.892688 25025 fs_report.cc:389] FS layout report
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/wal
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/wal
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data/data
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.911561 25025 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:58.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.911855 25025 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:58.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.911948 25025 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:58.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.912516 24949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } attempt: 1
20:06:58.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.913514 24949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.73.252:41659: Network error: Client connection negotiation failed: client connection to 127.24.73.252:41659: connect: Connection refused (error 111)
20:06:58.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.916440 25025 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.252:41659
20:06:58.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.916468 25092 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.252:41659 every 8 connection(s)
20:06:58.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.916795 25025 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/data/info.pb
20:06:58.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.917414 25093 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:58.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.918720 25093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.921756 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 25025
20:06:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.921854 24871 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/master-2/wal/instance
20:06:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.924662 25093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.927801 25093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } has no permanent_uuid. Determining permanent_uuid...
20:06:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.929469 25021 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } attempt: 2
20:06:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.932749 25093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a: Bootstrap starting.
20:06:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.933435 25093 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a: Neither blocks nor log segments found. Creating new log.
20:06:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.933974 25093 log.cc:826] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a: Log is configured to *not* fsync() on all Append() calls
20:06:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.934787 25093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a: No bootstrap required, opened a new log
20:06:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.935340 25021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: Bootstrap starting.
20:06:58.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.936033 25021 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: Neither blocks nor log segments found. Creating new log.
20:06:58.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.936295 25021 log.cc:826] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: Log is configured to *not* fsync() on all Append() calls
20:06:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.936830 25093 raft_consensus.cc:359] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.936975 25093 raft_consensus.cc:385] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.937005 25093 raft_consensus.cc:740] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 943dd74c409e4feba07b96bf193cb55a, State: Initialized, Role: FOLLOWER
20:06:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.937031 25021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: No bootstrap required, opened a new log
20:06:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.937184 25093 consensus_queue.cc:260] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.937741 25093 sys_catalog.cc:565] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: configured and running, proceeding with master startup.
20:06:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.939252 25021 raft_consensus.cc:359] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.939378 25021 raft_consensus.cc:385] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.939409 25021 raft_consensus.cc:740] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3701b4ceb7948dc89e467fa9e6bf590, State: Initialized, Role: FOLLOWER
20:06:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.939481 25021 consensus_queue.cc:260] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.939682 25116 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.939720 25021 sys_catalog.cc:565] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [sys.catalog]: configured and running, proceeding with master startup.
20:06:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.939746 25116 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [sys.catalog]: This master's current role is: FOLLOWER
20:06:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.939802 25115 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.940565 25115 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.941592 25104 sys_catalog.cc:455] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.941685 25104 sys_catalog.cc:458] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: This master's current role is: FOLLOWER
20:06:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.941061 25025 master_runner.cc:187] Error getting master registration for 127.24.73.254:45995: OK, instance_id { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" instance_seqno: 1783541218655513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.942930 25025 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.943362 25128 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.943421 25128 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.942045 24953 master_runner.cc:187] Error getting master registration for 127.24.73.254:45995: OK, instance_id { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" instance_seqno: 1783541218655513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:58.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.943684 24953 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.988687 24949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } attempt: 2
20:06:58.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.992880 24949 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: Bootstrap starting.
20:06:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.993800 24949 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: Neither blocks nor log segments found. Creating new log.
20:06:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.994148 24949 log.cc:826] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: Log is configured to *not* fsync() on all Append() calls
20:06:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.994952 24949 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: No bootstrap required, opened a new log
20:06:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.996289 24949 raft_consensus.cc:359] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.996424 24949 raft_consensus.cc:385] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.996459 24949 raft_consensus.cc:740] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d67064ed54db4a4aa13435d4a292c46c, State: Initialized, Role: FOLLOWER
20:06:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.996610 24949 consensus_queue.cc:260] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.996950 24949 sys_catalog.cc:565] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [sys.catalog]: configured and running, proceeding with master startup.
20:06:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.997668 25131 sys_catalog.cc:455] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:58.998148 25131 sys_catalog.cc:458] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [sys.catalog]: This master's current role is: FOLLOWER
20:06:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.999490 25142 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:58.999876 25142 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.001724 24882 master_runner.cc:264] No leader master found from master d67064ed54db4a4aa13435d4a292c46c
20:06:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.001773 24882 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.036439 24974 tablet.cc:2406] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.059232 25104 raft_consensus.cc:493] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.059383 25104 raft_consensus.cc:515] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.059648 25104 leader_election.cc:290] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d67064ed54db4a4aa13435d4a292c46c (127.24.73.254:45995), e3701b4ceb7948dc89e467fa9e6bf590 (127.24.73.253:46557)
20:06:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.060010 24995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "943dd74c409e4feba07b96bf193cb55a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" is_pre_election: true
20:06:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.060156 24995 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 943dd74c409e4feba07b96bf193cb55a in term 0.
20:06:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.060634 24923 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "943dd74c409e4feba07b96bf193cb55a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d67064ed54db4a4aa13435d4a292c46c" is_pre_election: true
20:06:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.060757 24923 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 943dd74c409e4feba07b96bf193cb55a in term 0.
20:06:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.062759 25042 leader_election.cc:304] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 943dd74c409e4feba07b96bf193cb55a, d67064ed54db4a4aa13435d4a292c46c; no voters: 
20:06:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.062948 25104 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.062986 25104 raft_consensus.cc:493] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.063009 25104 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 0 FOLLOWER]: Advancing to term 1
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.063872 25104 raft_consensus.cc:515] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.064004 25104 leader_election.cc:290] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [CANDIDATE]: Term 1 election: Requested vote from peers d67064ed54db4a4aa13435d4a292c46c (127.24.73.254:45995), e3701b4ceb7948dc89e467fa9e6bf590 (127.24.73.253:46557)
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.064291 24995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "943dd74c409e4feba07b96bf193cb55a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3701b4ceb7948dc89e467fa9e6bf590"
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.064365 24995 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [term 0 FOLLOWER]: Advancing to term 1
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.065197 24923 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "943dd74c409e4feba07b96bf193cb55a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d67064ed54db4a4aa13435d4a292c46c"
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.065275 24923 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [term 0 FOLLOWER]: Advancing to term 1
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.066028 24923 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 943dd74c409e4feba07b96bf193cb55a in term 1.
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.066215 24995 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 943dd74c409e4feba07b96bf193cb55a in term 1.
20:06:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.066359 25042 leader_election.cc:304] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 943dd74c409e4feba07b96bf193cb55a, e3701b4ceb7948dc89e467fa9e6bf590; no voters: 
20:06:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.066485 25104 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 1 FOLLOWER]: Leader election won for term 1
20:06:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.066643 25104 raft_consensus.cc:697] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [term 1 LEADER]: Becoming Leader. State: Replica: 943dd74c409e4feba07b96bf193cb55a, State: Running, Role: LEADER
20:06:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.066726 25104 consensus_queue.cc:237] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } }
20:06:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.067075 25104 sys_catalog.cc:455] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 943dd74c409e4feba07b96bf193cb55a. Latest consensus state: current_term: 1 leader_uuid: "943dd74c409e4feba07b96bf193cb55a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.067139 25104 sys_catalog.cc:458] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: This master's current role is: LEADER
20:06:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.081749 25146 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:06:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.082885 25146 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:06:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.085249 24995 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [term 1 FOLLOWER]: Refusing update from remote peer 943dd74c409e4feba07b96bf193cb55a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.086073 25144 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.088408 25116 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 943dd74c409e4feba07b96bf193cb55a. Latest consensus state: current_term: 1 leader_uuid: "943dd74c409e4feba07b96bf193cb55a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.088501 25116 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [sys.catalog]: This master's current role is: FOLLOWER
20:06:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.089313 24923 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [term 1 FOLLOWER]: Refusing update from remote peer 943dd74c409e4feba07b96bf193cb55a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.089593 25144 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [LEADER]: Connected to new peer: Peer: permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.090754 25131 sys_catalog.cc:455] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 943dd74c409e4feba07b96bf193cb55a. Latest consensus state: current_term: 1 leader_uuid: "943dd74c409e4feba07b96bf193cb55a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.090834 25131 sys_catalog.cc:458] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [sys.catalog]: This master's current role is: FOLLOWER
20:06:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.093887 25144 sys_catalog.cc:455] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "943dd74c409e4feba07b96bf193cb55a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.094004 25144 sys_catalog.cc:458] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: This master's current role is: LEADER
20:06:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.095180 25131 sys_catalog.cc:455] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "943dd74c409e4feba07b96bf193cb55a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.095290 25131 sys_catalog.cc:458] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c [sys.catalog]: This master's current role is: FOLLOWER
20:06:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.096141 25147 mvcc.cc:204] Tried to move back new op lower bound from 7305384833370062848 to 7305384833297915904. Current Snapshot: MvccSnapshot[applied={T|T < 7305384833370062848}]
20:06:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.097867 25104 sys_catalog.cc:455] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "943dd74c409e4feba07b96bf193cb55a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.097973 25104 sys_catalog.cc:458] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a [sys.catalog]: This master's current role is: LEADER
20:06:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.098515 25116 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "943dd74c409e4feba07b96bf193cb55a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d67064ed54db4a4aa13435d4a292c46c" member_type: VOTER last_known_addr { host: "127.24.73.254" port: 45995 } } peers { permanent_uuid: "e3701b4ceb7948dc89e467fa9e6bf590" member_type: VOTER last_known_addr { host: "127.24.73.253" port: 46557 } } peers { permanent_uuid: "943dd74c409e4feba07b96bf193cb55a" member_type: VOTER last_known_addr { host: "127.24.73.252" port: 41659 } } }
20:06:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.098624 25116 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590 [sys.catalog]: This master's current role is: FOLLOWER
20:06:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.100065 25150 mvcc.cc:204] Tried to move back new op lower bound from 7305384833370062848 to 7305384833297915904. Current Snapshot: MvccSnapshot[applied={T|T < 7305384833370062848}]
20:06:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.100416 25148 mvcc.cc:204] Tried to move back new op lower bound from 7305384833370062848 to 7305384833297915904. Current Snapshot: MvccSnapshot[applied={T|T < 7305384833370062848}]
20:06:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.101646 25146 catalog_manager.cc:1383] Generated new cluster ID: cb2e938e560a46d992302fb578dbe145
20:06:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.101707 25146 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:06:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.129735 25146 catalog_manager.cc:1406] Generated new certificate authority record
20:06:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.131106 25146 catalog_manager.cc:1540] Loading token signing keys...
20:06:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.142628 25146 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 943dd74c409e4feba07b96bf193cb55a: Generated new TSK 0
20:06:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.143426 25146 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:06:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.146263 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:06:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:59.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:0
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.250077 25155 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.250250 25155 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.250272 25155 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.251895 25155 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.251958 25155 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.193
20:06:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.253454 25155 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:0
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25155
20:06:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:06:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:06:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:06:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.253641 25155 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.253827 25155 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.256467 25161 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.256567 25163 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.256629 25160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.257048 25155 server_base.cc:1061] running on GCE node
20:06:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.257243 25155 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.257422 25155 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:59.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.258562 25155 hybrid_clock.cc:648] HybridClock initialized: now 1783541219258537 us; error 37 us; skew 500 ppm
20:06:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.259748 25155 webserver.cc:533] Webserver started at http://127.24.73.193:46199/ using document root <none> and password file <none>
20:06:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.259974 25155 fs_manager.cc:362] Metadata directory not provided
20:06:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.260038 25155 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.260154 25155 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.261119 25155 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/instance:
20:06:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1485da5c71e48d89913ecb0353325e6"
20:06:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.261570 25155 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal/instance:
20:06:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1485da5c71e48d89913ecb0353325e6"
20:06:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.263058 25155 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
20:06:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.263873 25169 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.264070 25155 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
20:06:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.264143 25155 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:06:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1485da5c71e48d89913ecb0353325e6"
20:06:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.264200 25155 fs_report.cc:389] FS layout report
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/data
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:59.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.284512 25155 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.284894 25155 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.285027 25155 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.285302 25155 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.285748 25155 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.285794 25155 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.285832 25155 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.285854 25155 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.292624 25155 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.193:41691
20:06:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.292701 25282 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.193:41691 every 8 connection(s)
20:06:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.293066 25155 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:06:59.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.300292 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 25155
20:06:59.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.300390 24871 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal/instance
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.301822 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:0
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.302531 25283 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.302685 25284 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.302755 25284 heartbeater.cc:461] Registering TS with master...
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.302995 25284 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.302657 25283 heartbeater.cc:461] Registering TS with master...
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.303402 25283 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:06:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.302666 25285 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:06:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.303506 25285 heartbeater.cc:461] Registering TS with master...
20:06:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.303543 24913 ts_manager.cc:194] Registered new tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:06:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.303581 25285 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:06:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.303886 25057 ts_manager.cc:194] Registered new tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:06:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.304083 24985 ts_manager.cc:194] Registered new tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:06:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.304912 25057 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.193:52739
20:06:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.382217 25290 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.382395 25290 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.382414 25290 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.383899 25290 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.383955 25290 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.194
20:06:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.385738 25290 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:0
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25290
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:06:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:06:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:06:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.385936 25290 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.386121 25290 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.388526 25295 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.388579 25298 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.388631 25296 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.388852 25290 server_base.cc:1061] running on GCE node
20:06:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.389010 25290 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.389285 25290 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.390413 25290 hybrid_clock.cc:648] HybridClock initialized: now 1783541219390395 us; error 33 us; skew 500 ppm
20:06:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.391569 25290 webserver.cc:533] Webserver started at http://127.24.73.194:43337/ using document root <none> and password file <none>
20:06:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.391824 25290 fs_manager.cc:362] Metadata directory not provided
20:06:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.391887 25290 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.391997 25290 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.392900 25290 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/instance:
20:06:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:06:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.393304 25290 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal/instance:
20:06:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:06:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.394681 25290 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
20:06:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.395448 25304 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.395629 25290 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
20:06:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.395725 25290 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:06:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.395790 25290 fs_report.cc:389] FS layout report
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/data
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.411286 25290 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.411660 25290 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.411800 25290 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.412060 25290 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.412444 25290 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.412505 25290 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.412540 25290 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.412557 25290 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.418583 25290 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.194:41575
20:06:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.418659 25417 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.194:41575 every 8 connection(s)
20:06:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.418998 25290 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:06:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424120 25419 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:06:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424254 25419 heartbeater.cc:461] Registering TS with master...
20:06:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424458 25419 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:06:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424839 25418 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424898 25418 heartbeater.cc:461] Registering TS with master...
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424909 24913 ts_manager.cc:194] Registered new tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424942 25420 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424983 25420 heartbeater.cc:461] Registering TS with master...
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.424984 25418 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.425191 25420 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.425233 25057 ts_manager.cc:194] Registered new tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.425450 24985 ts_manager.cc:194] Registered new tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:06:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.425621 25057 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.194:41273
20:06:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.427886 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 25290
20:06:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.427964 24871 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal/instance
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.429003 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:0
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.509243 25425 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.509507 25425 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.509541 25425 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.511375 25425 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.511480 25425 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.195
20:06:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.513321 25425 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:06:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:0
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25425
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:06:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.513594 25425 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.513875 25425 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.516816 25430 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.516832 25433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:06:59.517007 25431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.517211 25425 server_base.cc:1061] running on GCE node
20:06:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.517381 25425 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.517633 25425 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.518782 25425 hybrid_clock.cc:648] HybridClock initialized: now 1783541219518754 us; error 46 us; skew 500 ppm
20:06:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.519951 25425 webserver.cc:533] Webserver started at http://127.24.73.195:42557/ using document root <none> and password file <none>
20:06:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.520188 25425 fs_manager.cc:362] Metadata directory not provided
20:06:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.520248 25425 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.520372 25425 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.521471 25425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/instance:
20:06:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3279f6841058486e9e90caa3d58e2f55"
20:06:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.521848 25425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal/instance:
20:06:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3279f6841058486e9e90caa3d58e2f55"
20:06:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.523259 25425 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
20:06:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.524068 25439 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.524278 25425 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.524356 25425 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:06:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3279f6841058486e9e90caa3d58e2f55"
20:06:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.524416 25425 fs_report.cc:389] FS layout report
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/data
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.534935 25425 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.535310 25425 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.535441 25425 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.535689 25425 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.536058 25425 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.536118 25425 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.536150 25425 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.536167 25425 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.542407 25425 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.195:43709
20:06:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.542457 25552 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.195:43709 every 8 connection(s)
20:06:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.542824 25425 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:06:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.543191 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 25425
20:06:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.543277 24871 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal/instance
20:06:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.548499 25555 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:06:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.548594 25555 heartbeater.cc:461] Registering TS with master...
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.548784 25555 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.548794 25553 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.548878 25553 heartbeater.cc:461] Registering TS with master...
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.548951 25553 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.549264 24985 ts_manager.cc:194] Registered new tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.549407 25057 ts_manager.cc:194] Registered new tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.549460 25554 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.549505 25554 heartbeater.cc:461] Registering TS with master...
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.549587 25554 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:06:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.549852 24913 ts_manager.cc:194] Registered new tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:06:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.549889 25057 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.195:54625
20:06:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.558213 24871 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:06:59.559 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:59.560 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:06:59.568 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.73.254"
      port: 45995
    }
    bound_http_address {
      host: "127.24.73.254"
      port: 33651
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.73.253"
      port: 46557
    }
    bound_http_address {
      host: "127.24.73.253"
      port: 46129
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.73.252"
      port: 41659
    }
    bound_http_address {
      host: "127.24.73.252"
      port: 37485
    }
  }
}

20:06:59.571 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:06:59.573 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.73.193"
      port: 41691
    }
    bound_http_address {
      host: "127.24.73.193"
      port: 46199
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.73.194"
      port: 41575
    }
    bound_http_address {
      host: "127.24.73.194"
      port: 43337
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.73.195"
      port: 43709
    }
    bound_http_address {
      host: "127.24.73.195"
      port: 42557
    }
  }
}

20:06:59.573 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:06:59.735 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:06:59.789 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:59.943 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.73.254:45995(127.24.73.254:45995)] connecting to peer
20:06:59.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.943885 25128 catalog_manager.cc:1295] Loaded cluster ID: cb2e938e560a46d992302fb578dbe145
20:06:59.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.943969 25128 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: loading cluster ID for follower catalog manager: success
20:06:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.945297 25128 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: acquiring CA information for follower catalog manager: success
20:06:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:06:59.945612 25128 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e3701b4ceb7948dc89e467fa9e6bf590: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.000727 25142 catalog_manager.cc:1295] Loaded cluster ID: cb2e938e560a46d992302fb578dbe145
20:07:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.000824 25142 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: loading cluster ID for follower catalog manager: success
20:07:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.002288 25142 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: acquiring CA information for follower catalog manager: success
20:07:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.002637 25142 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d67064ed54db4a4aa13435d4a292c46c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:00.008 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.73.253:46557(127.24.73.253:46557)] connecting to peer
20:07:00.010 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.73.252:41659(127.24.73.252:41659)] connecting to peer
20:07:00.031 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.73.253:46557(127.24.73.253:46557)] Successfully connected to peer
20:07:00.031 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.73.252:41659(127.24.73.252:41659)] Successfully connected to peer
20:07:00.031 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.73.254:45995(127.24.73.254:45995)] Successfully connected to peer
20:07:00.130 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.24.73.252
20:07:00.130 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.24.73.254
20:07:00.130 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.24.73.253
20:07:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.305639 25283 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:00.338 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x94d800b9, L:/127.0.0.1:38218 - R:/127.24.73.253:46557] using SASL/PLAIN
20:07:00.338 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x9de119d9, L:/127.0.0.1:43724 - R:/127.24.73.252:41659] using SASL/PLAIN
20:07:00.338 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x51690308, L:/127.0.0.1:48272 - R:/127.24.73.254:45995] using SASL/PLAIN
20:07:00.373 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:07:00.374 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=467), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.73.254:45995, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.73.253:46557, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.73.252:41659, [439ms] Sub RPC ConnectToMaster: received response from server master-127.24.73.254:45995: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.24.73.253:46557: OK, [440ms] Sub RPC ConnectToMaster: received response from server master-127.24.73.252:41659: OK, deferred=null) after lookup
20:07:00.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.426201 25418 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.427109 25057 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43724:
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887"
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:07:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:07:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:07:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:07:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:07:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:07:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:07:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:07:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:07:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:07:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:07:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:00.427435 25057 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:07:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.444581 25352 tablet_service.cc:1511] Processing CreateTablet for tablet 7444985eadfc43faa474afe3102deeff (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887 [id=31e2a15336e74ef3abeb025885348930]), partition=RANGE (key) PARTITION UNBOUNDED
20:07:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.444916 25352 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7444985eadfc43faa474afe3102deeff. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.446103 25487 tablet_service.cc:1511] Processing CreateTablet for tablet 7444985eadfc43faa474afe3102deeff (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887 [id=31e2a15336e74ef3abeb025885348930]), partition=RANGE (key) PARTITION UNBOUNDED
20:07:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.446431 25487 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7444985eadfc43faa474afe3102deeff. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.449340 25217 tablet_service.cc:1511] Processing CreateTablet for tablet 7444985eadfc43faa474afe3102deeff (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887 [id=31e2a15336e74ef3abeb025885348930]), partition=RANGE (key) PARTITION UNBOUNDED
20:07:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.449611 25217 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7444985eadfc43faa474afe3102deeff. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.452406 25586 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap starting.
20:07:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.453327 25586 tablet_bootstrap.cc:654] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Neither blocks nor log segments found. Creating new log.
20:07:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.453819 25586 log.cc:826] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Log is configured to *not* fsync() on all Append() calls
20:07:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.454295 25585 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap starting.
20:07:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.455067 25585 tablet_bootstrap.cc:654] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Neither blocks nor log segments found. Creating new log.
20:07:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.455518 25585 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Log is configured to *not* fsync() on all Append() calls
20:07:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.456313 25586 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: No bootstrap required, opened a new log
20:07:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.456595 25586 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent bootstrapping tablet: real 0.004s	user 0.002s	sys 0.000s
20:07:00.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 31e2a15336e74ef3abeb025885348930
20:07:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.458339 25586 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.458695 25586 raft_consensus.cc:385] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.458907 25586 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1485da5c71e48d89913ecb0353325e6, State: Initialized, Role: FOLLOWER
20:07:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.459177 25586 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.459347 25584 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap starting.
20:07:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.459714 25586 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
20:07:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.461723 25584 tablet_bootstrap.cc:654] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Neither blocks nor log segments found. Creating new log.
20:07:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.461923 25585 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: No bootstrap required, opened a new log
20:07:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.461992 25585 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent bootstrapping tablet: real 0.008s	user 0.001s	sys 0.000s
20:07:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.462073 25584 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Log is configured to *not* fsync() on all Append() calls
20:07:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.463871 25585 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.464007 25585 raft_consensus.cc:385] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.464040 25585 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Initialized, Role: FOLLOWER
20:07:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.464068 25584 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: No bootstrap required, opened a new log
20:07:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.464144 25584 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent bootstrapping tablet: real 0.005s	user 0.001s	sys 0.000s
20:07:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.464186 25585 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.464444 25585 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
20:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.465909 25584 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.466282 25584 raft_consensus.cc:385] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.466355 25584 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Initialized, Role: FOLLOWER
20:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.466455 25584 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.466708 25584 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.000s
20:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.466755 25553 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.531668 25591 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.531805 25591 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.532229 25591 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.535962 25507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55" is_pre_election: true
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.536108 25507 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 0.
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.536024 25237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6" is_pre_election: true
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.536194 25237 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 0.
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.536314 25308 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: 
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.536432 25591 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.536476 25591 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.536502 25591 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 0 FOLLOWER]: Advancing to term 1
20:07:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.537161 25591 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.537302 25591 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 1 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.537478 25507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.537509 25237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.537549 25507 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 0 FOLLOWER]: Advancing to term 1
20:07:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.537593 25237 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 0 FOLLOWER]: Advancing to term 1
20:07:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.538348 25237 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 1.
20:07:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.538439 25507 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 1.
20:07:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.538625 25308 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: 
20:07:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.538712 25591 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Leader election won for term 1
20:07:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.538856 25591 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 LEADER]: Becoming Leader. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Running, Role: LEADER
20:07:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.538939 25591 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.540021 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194). New cstate: current_term: 1 leader_uuid: "84a0a982b83447d5923c3c133ed87ae2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: HEALTHY } } }
20:07:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:00.544992 25286 tablet.cc:2406] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:00.545553 25556 tablet.cc:2406] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:00.554 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 31e2a15336e74ef3abeb025885348930
20:07:00.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:00.578 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:00.579 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=null) after lookup
20:07:00.589 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:00.592 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] Successfully connected to peer
20:07:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:00.670246 25421 tablet.cc:2406] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:00.671 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x09db9457, L:/127.0.0.1:59300 - R:/127.24.73.194:41575] using TOKEN/null
20:07:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.673610 25507 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Refusing update from remote peer 84a0a982b83447d5923c3c133ed87ae2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.673628 25237 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Refusing update from remote peer 84a0a982b83447d5923c3c133ed87ae2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.673938 25595 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.676079 25595 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:00.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.679172 25598 mvcc.cc:204] Tried to move back new op lower bound from 7305384839876288512 to 7305384839328333824. Current Snapshot: MvccSnapshot[applied={T|T < 7305384839876288512}]
20:07:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.680050 25599 mvcc.cc:204] Tried to move back new op lower bound from 7305384839876288512 to 7305384839328333824. Current Snapshot: MvccSnapshot[applied={T|T < 7305384839876288512}]
20:07:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.682240 25601 mvcc.cc:204] Tried to move back new op lower bound from 7305384839876288512 to 7305384839328333824. Current Snapshot: MvccSnapshot[applied={T|T < 7305384839876288512}]
20:07:00.774 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:00.775 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.194:41575
20:07:00.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:00.777702 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 25290
20:07:00.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:00.789 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] handling channelInactive
20:07:00.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state READY due to: connection closed
20:07:00.790 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: connection closed
20:07:00.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:00.811 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:00.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test)) after lookup
20:07:00.812 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:00.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.816 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.832 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:00.832 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:00.833 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [28ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [32ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [32ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [47ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114))) after lookup
20:07:00.833 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:00.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.836 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:00.871 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:00.872 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [28ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [32ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [32ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [47ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [49ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [52ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [52ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [84ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [87ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802))) after lookup
20:07:00.873 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:00.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.876 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.931 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:00.931 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:00.932 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [28ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [32ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [32ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [47ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [49ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [52ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [52ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [84ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [87ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [89ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [92ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [92ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [146ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012))) after lookup
20:07:00.933 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:00.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.935 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.971 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:00.972 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:00.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=187), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [28ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [32ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [32ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [47ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [49ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [52ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [52ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [84ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [87ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [89ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [92ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [92ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [146ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [148ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [151ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [151ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [184ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [187ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093))) after lookup
20:07:00.973 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:00.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:00.975 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.215034 25612 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.215176 25612 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.215210 25613 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.215281 25613 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.215524 25612 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:02.216049 25441 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.216090 25613 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:02.216306 25171 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:02.216511 25441 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:02.216704 25171 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219470 25237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6" is_pre_election: true
20:07:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219485 25507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55" is_pre_election: true
20:07:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219555 25237 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 1.
20:07:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219571 25507 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e1485da5c71e48d89913ecb0353325e6 in term 1.
20:07:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219715 25443 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219835 25612 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:07:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219882 25612 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.219906 25612 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 1 FOLLOWER]: Advancing to term 2
20:07:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.220682 25173 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.220788 25613 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:07:02.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.220759 25612 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.220822 25613 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.220846 25613 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 1 FOLLOWER]: Advancing to term 2
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.220908 25612 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 2 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.221035 25237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:02.221499 25441 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.221674 25613 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.221786 25237 raft_consensus.cc:2393] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3279f6841058486e9e90caa3d58e2f55 in current term 2: Already voted for candidate e1485da5c71e48d89913ecb0353325e6 in this term.
20:07:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.221815 25613 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 2 election: Requested vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.221961 25443 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55; no voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6
20:07:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.221983 25507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.222061 25507 raft_consensus.cc:2393] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e1485da5c71e48d89913ecb0353325e6 in current term 2: Already voted for candidate 3279f6841058486e9e90caa3d58e2f55 in this term.
20:07:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.222092 25612 raft_consensus.cc:2749] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:07:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:02.222256 25171 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.222290 25171 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2
20:07:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:02.222366 25613 raft_consensus.cc:2749] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:07:02.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:02.591 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:02.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1807), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [28ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [32ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [32ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [47ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [49ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [52ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [52ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [84ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [87ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [89ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [92ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [92ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [146ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [148ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [151ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [151ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [184ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [187ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [189ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [191ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [191ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [1804ms] refreshing cache from master, [1804ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1806ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093) -> (continuation of Deferred@2083936743 after retry RPC@176092529), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093) -> (continuation of Deferred@2083936743 after retry RPC@176092529))) after lookup
20:07:02.592 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:02.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:02.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:02.594 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:03.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:03.391 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:03.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2607), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [28ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [32ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [32ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [47ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [49ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [52ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [52ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [84ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [87ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [89ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [92ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [92ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [146ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [148ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [151ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [151ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [184ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [187ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [189ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [191ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [191ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [1804ms] refreshing cache from master, [1804ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1806ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [1808ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [1810ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [1810ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2604ms] refreshing cache from master, [2605ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [2607ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093) -> (continuation of Deferred@2083936743 after retry RPC@176092529) -> (continuation of Deferred@467318362 after retry RPC@1727139117), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093) -> (continuation of Deferred@2083936743 after retry RPC@176092529) -> (continuation of Deferred@467318362 after retry RPC@1727139117))) after lookup
20:07:03.393 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:03.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:03.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:03.394 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.804111 25622 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.804214 25622 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.804405 25622 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.804659 25237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6" is_pre_election: true
20:07:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.804734 25237 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 2.
20:07:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.804895 25443 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 
20:07:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.805012 25622 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:07:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.805054 25622 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.805089 25622 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 2 FOLLOWER]: Advancing to term 3
20:07:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:03.805269 25441 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.805804 25622 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.805945 25622 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 3 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.806104 25237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.806180 25237 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 2 FOLLOWER]: Advancing to term 3
20:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:03.806496 25441 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.807005 25237 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 3.
20:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.807215 25443 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.807353 25622 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 3 FOLLOWER]: Leader election won for term 3
20:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.807442 25622 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 3 LEADER]: Becoming Leader. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Running, Role: LEADER
20:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.807650 25622 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:03.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:03.808377 25057 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 reported cstate change: term changed from 1 to 3, leader changed from 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194) to 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195). New cstate: current_term: 3 leader_uuid: "3279f6841058486e9e90caa3d58e2f55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: UNKNOWN } } }
20:07:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:04.201956 25237 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 3 FOLLOWER]: Refusing update from remote peer 3279f6841058486e9e90caa3d58e2f55: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
20:07:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:04.202257 25622 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
20:07:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:04.204625 25441 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 -> Peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Couldn't send request to peer 84a0a982b83447d5923c3c133ed87ae2. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:06.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.526403 25441 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 -> Peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Couldn't send request to peer 84a0a982b83447d5923c3c133ed87ae2. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:07:06.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:06.851 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:06.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=6067), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [6ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [6ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [27ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [28ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [32ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [32ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [47ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [49ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [52ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [52ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [84ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [87ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [89ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [92ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [92ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [146ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [148ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [151ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [151ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [184ms] refreshing cache from master, [185ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [187ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [189ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [191ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [191ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [1804ms] refreshing cache from master, [1804ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1806ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [1808ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [1810ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [1810ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2604ms] refreshing cache from master, [2605ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [2607ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [2608ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2610ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2610ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [6064ms] refreshing cache from master, [6064ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [6066ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@50165107(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@105ff452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093) -> (continuation of Deferred@2083936743 after retry RPC@176092529) -> (continuation of Deferred@467318362 after retry RPC@1727139117) -> (continuation of Deferred@1922497594 after retry RPC@869564514), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c8f6d4 -> wakeup thread Time-limited test -> (continuation of Deferred@2045010054 after retry RPC@1956343114) -> (continuation of Deferred@2055765566 after retry RPC@2133254802) -> (continuation of Deferred@18908497 after retry RPC@1295022012) -> (continuation of Deferred@953090698 after retry RPC@1100408093) -> (continuation of Deferred@2083936743 after retry RPC@176092529) -> (continuation of Deferred@467318362 after retry RPC@1727139117) -> (continuation of Deferred@1922497594 after retry RPC@869564514))) after lookup
20:07:06.853 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:06.854 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] Successfully connected to peer
20:07:06.871 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x21014777, L:/127.0.0.1:42046 - R:/127.24.73.195:43709] using TOKEN/null
20:07:06.883 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.194:41575
20:07:06.885 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.885743 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.977736 25655 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.977921 25655 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.977941 25655 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.979462 25655 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.979516 25655 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.194
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.981050 25655 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25655
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.981273 25655 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.981454 25655 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.983906 25660 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.983927 25661 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:06.983922 25663 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.984215 25655 server_base.cc:1061] running on GCE node
20:07:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.984364 25655 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.984539 25655 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:06.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.985668 25655 hybrid_clock.cc:648] HybridClock initialized: now 1783541226985651 us; error 31 us; skew 500 ppm
20:07:06.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.986956 25655 webserver.cc:533] Webserver started at http://127.24.73.194:43337/ using document root <none> and password file <none>
20:07:06.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.987113 25655 fs_manager.cc:362] Metadata directory not provided
20:07:06.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.987159 25655 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.988786 25655 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.989563 25669 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.989799 25655 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.989861 25655 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.990118 25655 fs_report.cc:389] FS layout report
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/data
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.999080 25655 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.999368 25655 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.999482 25655 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:07.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:06.999861 25655 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:07.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.000372 25676 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:07.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.001302 25655 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:07.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.001397 25655 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:07.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.001441 25655 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.002086 25655 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.002147 25655 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.002192 25676 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap starting.
20:07:07.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.010111 25655 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.194:41575
20:07:07.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.010591 25655 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:07.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.010669 25783 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.194:41575 every 8 connection(s)
20:07:07.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.010885 25676 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Log is configured to *not* fsync() on all Append() calls
20:07:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.011734 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 25655
20:07:07.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.013545 25676 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.013844 25676 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap complete.
20:07:07.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.014986 25676 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent bootstrapping tablet: real 0.013s	user 0.005s	sys 0.005s
20:07:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.016224 25676 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.016494 25676 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Initialized, Role: FOLLOWER
20:07:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.016598 25676 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.016850 25676 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.001s
20:07:07.019 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:07.020 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.195:43709
20:07:07.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.021193 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 25425
20:07:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024464 25786 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024483 25784 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024500 25785 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024643 25785 heartbeater.cc:461] Registering TS with master...
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024646 25784 heartbeater.cc:461] Registering TS with master...
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024650 25786 heartbeater.cc:461] Registering TS with master...
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024889 25784 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024888 25786 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.024888 25785 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.025611 24913 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:07.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.026166 24984 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.026501 25056 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.027107 25056 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.194:41683
20:07:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:07.027972 25784 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:07.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:07.030 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] handling channelInactive
20:07:07.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state READY due to: connection closed
20:07:07.049 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:07.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.051 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:07.071 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:07.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [21ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1862952708(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@784a3d17 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29280c06 -> wakeup thread Time-limited test)) after lookup
20:07:07.072 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:07.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.073 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.091 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:07.092 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:07.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [21ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [43ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1862952708(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@784a3d17 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29280c06 -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259))) after lookup
20:07:07.093 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:07.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.094 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.131 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:07.131 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:07.132 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [21ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [43ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [62ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [64ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [98ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [101ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1862952708(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@784a3d17 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29280c06 -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955))) after lookup
20:07:07.133 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:07.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.135 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.191 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:07.191 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:07.192 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [21ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [43ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [62ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [64ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [98ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [101ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [103ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [105ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [105ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [158ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [161ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1862952708(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@784a3d17 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955) -> (continuation of Deferred@1243141050 after retry RPC@1084167343), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29280c06 -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955) -> (continuation of Deferred@1243141050 after retry RPC@1084167343))) after lookup
20:07:07.192 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:07.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:07.194 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:08.170 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:08.171 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:08.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1141), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [21ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [43ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [62ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [64ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [98ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [101ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [103ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [105ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [105ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [158ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [161ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [162ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [164ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [164ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [1138ms] refreshing cache from master, [1138ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1140ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1862952708(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@784a3d17 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955) -> (continuation of Deferred@1243141050 after retry RPC@1084167343) -> (continuation of Deferred@783777964 after retry RPC@372622265), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29280c06 -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955) -> (continuation of Deferred@1243141050 after retry RPC@1084167343) -> (continuation of Deferred@783777964 after retry RPC@372622265))) after lookup
20:07:08.172 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:08.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:08.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:08.173 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.288630 25797 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.288761 25797 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.289041 25797 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:08.289722 25673 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:08.290256 25673 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.292094 25237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6" is_pre_election: true
20:07:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.292366 25673 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 84a0a982b83447d5923c3c133ed87ae2; no voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6
20:07:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.292483 25797 raft_consensus.cc:2749] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:07:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.383370 25802 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3279f6841058486e9e90caa3d58e2f55)
20:07:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.383522 25802 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.383708 25802 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:08.384131 25173 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:07:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:08.384675 25173 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.386893 25738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "84a0a982b83447d5923c3c133ed87ae2" is_pre_election: true
20:07:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.387023 25738 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e1485da5c71e48d89913ecb0353325e6 in term 1.
20:07:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.387260 25171 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55
20:07:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.387356 25802 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:07:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.387444 25802 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 3279f6841058486e9e90caa3d58e2f55)
20:07:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.387472 25802 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 3 FOLLOWER]: Advancing to term 4
20:07:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.388170 25802 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.388339 25802 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 4 election: Requested vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.388562 25738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:07:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.388654 25738 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 1 FOLLOWER]: Advancing to term 4
20:07:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:08.388865 25173 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.389842 25738 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e1485da5c71e48d89913ecb0353325e6 in term 4.
20:07:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.390048 25171 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55
20:07:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.390172 25802 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 4 FOLLOWER]: Leader election won for term 4
20:07:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.390349 25802 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 4 LEADER]: Becoming Leader. State: Replica: e1485da5c71e48d89913ecb0353325e6, State: Running, Role: LEADER
20:07:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.390651 25802 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:08.391456 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 reported cstate change: term changed from 3 to 4, leader changed from 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195) to e1485da5c71e48d89913ecb0353325e6 (127.24.73.193). New cstate: current_term: 4 leader_uuid: "e1485da5c71e48d89913ecb0353325e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: UNKNOWN } } }
20:07:08.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:08.898981 25173 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 -> Peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Couldn't send request to peer 3279f6841058486e9e90caa3d58e2f55. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:09.011838 25738 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 4 FOLLOWER]: Refusing update from remote peer e1485da5c71e48d89913ecb0353325e6: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
20:07:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:09.012212 25820 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
20:07:11.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:11.385581 25173 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 -> Peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Couldn't send request to peer 3279f6841058486e9e90caa3d58e2f55. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:07:12.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:12.111 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:12.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=5081), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [21ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [43ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [62ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [64ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [64ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [98ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [101ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [103ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [105ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [105ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [158ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [161ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [162ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [164ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [164ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [1138ms] refreshing cache from master, [1138ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1140ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [1141ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1143ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [1143ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [5078ms] refreshing cache from master, [5078ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [5080ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1862952708(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@784a3d17 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955) -> (continuation of Deferred@1243141050 after retry RPC@1084167343) -> (continuation of Deferred@783777964 after retry RPC@372622265) -> (continuation of Deferred@1745955571 after retry RPC@1350636611), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29280c06 -> wakeup thread Time-limited test -> (continuation of Deferred@1463074743 after retry RPC@1041617259) -> (continuation of Deferred@50805529 after retry RPC@327756955) -> (continuation of Deferred@1243141050 after retry RPC@1084167343) -> (continuation of Deferred@783777964 after retry RPC@372622265) -> (continuation of Deferred@1745955571 after retry RPC@1350636611))) after lookup
20:07:12.112 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.113 [DEBUG - kudu-nio-2] (Connection.java:757) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] Successfully connected to peer
20:07:12.128 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x3b80b605, L:/127.0.0.1:38568 - R:/127.24.73.193:41691] using TOKEN/null
20:07:12.138 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.195:43709
20:07:12.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.139278 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:43709
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42557
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.221941 25847 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.222152 25847 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.222185 25847 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.223826 25847 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.223917 25847 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.195
20:07:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.225646 25847 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:43709
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42557
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25847
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.225899 25847 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.226186 25847 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.228921 25855 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.229034 25852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.229079 25847 server_base.cc:1061] running on GCE node
20:07:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:12.228936 25853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.229512 25847 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.229697 25847 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.230824 25847 hybrid_clock.cc:648] HybridClock initialized: now 1783541232230810 us; error 32 us; skew 500 ppm
20:07:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.231910 25847 webserver.cc:533] Webserver started at http://127.24.73.195:42557/ using document root <none> and password file <none>
20:07:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.232064 25847 fs_manager.cc:362] Metadata directory not provided
20:07:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.232122 25847 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.233319 25847 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.233902 25861 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.234086 25847 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.234169 25847 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.234469 25847 fs_report.cc:389] FS layout report
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/data
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:12.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.251523 25847 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.251883 25847 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.252013 25847 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.252269 25847 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.252770 25868 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.253719 25847 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.253782 25847 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.253816 25847 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.254519 25847 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.254565 25847 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.254647 25868 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap starting.
20:07:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.261834 25847 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.195:43709
20:07:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.262233 25975 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.195:43709 every 8 connection(s)
20:07:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.262321 25847 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.265357 25868 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Log is configured to *not* fsync() on all Append() calls
20:07:12.268 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.268049 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 25847
20:07:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.270350 25868 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.270720 25868 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap complete.
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.272465 25977 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.272552 25977 heartbeater.cc:461] Registering TS with master...
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.272675 25976 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.272730 25976 heartbeater.cc:461] Registering TS with master...
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.272758 25977 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.272835 25976 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.273103 25978 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.273171 25978 heartbeater.cc:461] Registering TS with master...
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.273259 25978 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.273298 25056 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.273523 24913 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.273540 24984 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.273777 25056 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.195:60019
20:07:12.274 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.274648 25868 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent bootstrapping tablet: real 0.020s	user 0.003s	sys 0.011s
20:07:12.274 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.193:41691
20:07:12.275 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.275475 25868 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.275715 25868 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Initialized, Role: FOLLOWER
20:07:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.275816 25868 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.275871 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 25155
20:07:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.276736 25976 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:12.276794 25868 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
20:07:12.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:12.282 [DEBUG - kudu-nio-2] (Connection.java:239) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] handling channelInactive
20:07:12.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state READY due to: connection closed
20:07:12.282 [DEBUG - Time-limited test] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.284 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:12.290 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:12.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1202973912(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@1c3cdf3d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52bd8ef5 -> wakeup thread Time-limited test)) after lookup
20:07:12.290 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.292 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:12.311 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:12.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [8ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [10ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [10ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [28ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1202973912(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@1c3cdf3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52bd8ef5 -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193))) after lookup
20:07:12.312 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.313 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:12.351 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:12.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [8ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [10ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [10ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [28ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [30ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [31ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [31ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [68ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1202973912(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@1c3cdf3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52bd8ef5 -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025))) after lookup
20:07:12.352 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.353 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:12.391 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:12.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [8ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [10ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [10ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [28ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [30ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [31ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [31ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [68ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [70ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [71ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [71ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [108ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1202973912(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@1c3cdf3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52bd8ef5 -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553))) after lookup
20:07:12.392 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.393 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:12.471 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:12.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=189), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [8ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [10ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [10ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [28ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [30ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [31ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [31ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [68ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [70ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [71ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [71ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [108ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [110ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [111ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [111ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [188ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1202973912(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@1c3cdf3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553) -> (continuation of Deferred@1469797913 after retry RPC@460054858), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52bd8ef5 -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553) -> (continuation of Deferred@1469797913 after retry RPC@460054858))) after lookup
20:07:12.472 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.474 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:12.592 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:12.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=310), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [8ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [10ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [10ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [28ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [30ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [31ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [31ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [68ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [70ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [71ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [71ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [108ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [110ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [111ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [111ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [188ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [190ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [192ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [192ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [306ms] refreshing cache from master, [306ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [309ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1202973912(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@1c3cdf3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553) -> (continuation of Deferred@1469797913 after retry RPC@460054858) -> (continuation of Deferred@1848782467 after retry RPC@714601406), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52bd8ef5 -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553) -> (continuation of Deferred@1469797913 after retry RPC@460054858) -> (continuation of Deferred@1848782467 after retry RPC@714601406))) after lookup
20:07:12.593 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:12.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:12.594 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.637773 25989 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e1485da5c71e48d89913ecb0353325e6)
20:07:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.637915 25989 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.638163 25989 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:13.638530 25673 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:13.639053 25673 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.641821 25930 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55" is_pre_election: true
20:07:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.642001 25930 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 3.
20:07:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.642232 25673 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: e1485da5c71e48d89913ecb0353325e6
20:07:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.642323 25989 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 4 FOLLOWER]: Leader pre-election won for term 5
20:07:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.642364 25989 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 4 FOLLOWER]: Starting leader election (detected failure of leader e1485da5c71e48d89913ecb0353325e6)
20:07:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.642379 25989 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 4 FOLLOWER]: Advancing to term 5
20:07:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.642952 25989 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.643082 25989 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 5 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.643407 25930 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.643503 25930 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 3 FOLLOWER]: Advancing to term 5
20:07:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:13.643672 25673 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.644466 25930 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 5.
20:07:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.644651 25673 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: e1485da5c71e48d89913ecb0353325e6
20:07:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.644754 25989 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 5 FOLLOWER]: Leader election won for term 5
20:07:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.644905 25989 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 5 LEADER]: Becoming Leader. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Running, Role: LEADER
20:07:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.644982 25989 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:13.645766 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 reported cstate change: term changed from 4 to 5, leader changed from e1485da5c71e48d89913ecb0353325e6 (127.24.73.193) to 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194). New cstate: current_term: 5 leader_uuid: "84a0a982b83447d5923c3c133ed87ae2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: HEALTHY } } }
20:07:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:14.119270 25673 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 -> Peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Couldn't send request to peer e1485da5c71e48d89913ecb0353325e6. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:14.192170 25930 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 5 FOLLOWER]: Refusing update from remote peer 84a0a982b83447d5923c3c133ed87ae2: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
20:07:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:14.192561 25989 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
20:07:15.211 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:15.212 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:15.212 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2930), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [8ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [10ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [10ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [28ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [30ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [31ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [31ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [68ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [70ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [71ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [71ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [108ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [110ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [111ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [111ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [188ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [190ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [192ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [192ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [306ms] refreshing cache from master, [306ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [309ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [311ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [312ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [312ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2926ms] refreshing cache from master, [2926ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [2929ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1202973912(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@1c3cdf3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553) -> (continuation of Deferred@1469797913 after retry RPC@460054858) -> (continuation of Deferred@1848782467 after retry RPC@714601406) -> (continuation of Deferred@500573531 after retry RPC@147406684), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52bd8ef5 -> wakeup thread Time-limited test -> (continuation of Deferred@837901476 after retry RPC@260421193) -> (continuation of Deferred@63701551 after retry RPC@559533025) -> (continuation of Deferred@253513184 after retry RPC@1618315553) -> (continuation of Deferred@1469797913 after retry RPC@460054858) -> (continuation of Deferred@1848782467 after retry RPC@714601406) -> (continuation of Deferred@500573531 after retry RPC@147406684))) after lookup
20:07:15.213 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:15.214 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] Successfully connected to peer
20:07:15.235 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xaa009dc4, L:/127.0.0.1:40894 - R:/127.24.73.194:41575] using TOKEN/null
20:07:15.247 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.193:41691
20:07:15.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.248234 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:41691
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46199
20:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:07:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.328524 26026 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.328720 26026 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.328743 26026 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.330440 26026 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.330518 26026 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.193
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.332086 26026 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:41691
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46199
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.26026
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.332301 26026 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.332492 26026 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.335016 26034 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.335031 26031 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:15.335031 26032 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.335629 26026 server_base.cc:1061] running on GCE node
20:07:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.335783 26026 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.335978 26026 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:15.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.337112 26026 hybrid_clock.cc:648] HybridClock initialized: now 1783541235337096 us; error 34 us; skew 500 ppm
20:07:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.338400 26026 webserver.cc:533] Webserver started at http://127.24.73.193:46199/ using document root <none> and password file <none>
20:07:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.338557 26026 fs_manager.cc:362] Metadata directory not provided
20:07:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.338615 26026 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.339937 26026 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
20:07:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.340636 26040 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.340839 26026 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.340914 26026 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.341310 26026 fs_report.cc:389] FS layout report
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/data
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.364116 26026 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.364401 26026 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.364487 26026 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.364666 26026 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.365060 26047 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.366112 26026 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.366160 26026 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.366185 26026 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.366701 26026 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.366730 26026 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.366835 26047 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap starting.
20:07:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.374363 26026 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.193:41691
20:07:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.374456 26154 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.193:41691 every 8 connection(s)
20:07:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.374827 26026 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.375880 26047 log.cc:826] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Log is configured to *not* fsync() on all Append() calls
20:07:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.380311 26047 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.380468 26155 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.380546 26155 heartbeater.cc:461] Registering TS with master...
20:07:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.380736 26156 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.380743 26155 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.380815 26156 heartbeater.cc:461] Registering TS with master...
20:07:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.380887 26156 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.381338 26047 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap complete.
20:07:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.381390 24912 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.381548 25057 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.381683 26157 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.381762 26157 heartbeater.cc:461] Registering TS with master...
20:07:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.381853 26157 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.382028 25057 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.193:54493
20:07:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.382287 24984 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.383507 26047 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent bootstrapping tablet: real 0.017s	user 0.006s	sys 0.007s
20:07:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.383670 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 26026
20:07:15.384 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.384759 26047 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.385052 26047 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1485da5c71e48d89913ecb0353325e6, State: Initialized, Role: FOLLOWER
20:07:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.385222 26047 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.385550 26155 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.385800 26047 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
20:07:15.389 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:15.401 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.194:41575
20:07:15.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:15.402220 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 25655
20:07:15.409 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:15.410 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] handling channelInactive
20:07:15.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state READY due to: connection closed
20:07:15.410 [DEBUG - Time-limited test] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:15.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.413 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.431 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:15.432 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:15.432 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [3ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [21ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1847209372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@43d17e8e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22df52aa -> wakeup thread Time-limited test)) after lookup
20:07:15.433 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:15.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.435 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.450 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:15.451 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:15.451 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [3ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [21ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [23ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [25ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [25ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1847209372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@43d17e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22df52aa -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666))) after lookup
20:07:15.451 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:15.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.453 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:15.471 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:15.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [3ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [21ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [23ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [25ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [25ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [43ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [43ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1847209372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@43d17e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22df52aa -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235))) after lookup
20:07:15.472 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:15.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.474 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.550 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:15.551 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:15.551 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=141), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [3ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [21ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [23ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [25ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [25ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [43ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [43ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [62ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [64ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [64ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [140ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1847209372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@43d17e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235) -> (continuation of Deferred@651687355 after retry RPC@1982569906), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22df52aa -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235) -> (continuation of Deferred@651687355 after retry RPC@1982569906))) after lookup
20:07:15.552 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:15.553 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.553 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.554 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.991 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:15.991 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:15.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=582), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [3ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [21ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [23ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [25ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [25ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [43ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [43ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [62ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [64ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [64ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [140ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [141ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [144ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [144ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [578ms] refreshing cache from master, [579ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [581ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1847209372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@43d17e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235) -> (continuation of Deferred@651687355 after retry RPC@1982569906) -> (continuation of Deferred@644449658 after retry RPC@210061832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22df52aa -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235) -> (continuation of Deferred@651687355 after retry RPC@1982569906) -> (continuation of Deferred@644449658 after retry RPC@210061832))) after lookup
20:07:15.992 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:15.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:15.994 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:16.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.747553 26168 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:16.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.747659 26168 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:16.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.747952 26168 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:16.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:16.748420 25863 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:16.749073 25863 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:16.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.751696 26109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6" is_pre_election: true
20:07:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.751839 26109 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 4.
20:07:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.752089 25865 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.752242 26168 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 5 FOLLOWER]: Leader pre-election won for term 6
20:07:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.752316 26168 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.752345 26168 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 5 FOLLOWER]: Advancing to term 6
20:07:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.753002 26168 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.753194 26168 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 6 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.753366 26109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.753473 26109 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 4 FOLLOWER]: Advancing to term 6
20:07:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:16.753723 25863 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.754544 26109 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 6.
20:07:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.754873 25865 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.754997 26168 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 6 FOLLOWER]: Leader election won for term 6
20:07:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.755210 26168 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 6 LEADER]: Becoming Leader. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Running, Role: LEADER
20:07:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.755336 26168 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:16.756140 25057 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 reported cstate change: term changed from 5 to 6, leader changed from 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194) to 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195). New cstate: current_term: 6 leader_uuid: "3279f6841058486e9e90caa3d58e2f55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: UNKNOWN } } }
20:07:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.155829 25863 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 -> Peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Couldn't send request to peer 84a0a982b83447d5923c3c133ed87ae2. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.209854 26109 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 6 FOLLOWER]: Refusing update from remote peer 3279f6841058486e9e90caa3d58e2f55: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
20:07:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.210261 26168 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
20:07:17.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:17.231 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:17.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1821), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [3ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [21ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [23ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [25ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [25ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [40ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [41ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [43ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [43ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [61ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [62ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [64ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [64ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [140ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [141ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [144ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [144ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [578ms] refreshing cache from master, [579ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [581ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [582ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [584ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [584ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [1818ms] refreshing cache from master, [1818ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1821ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1847209372(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@43d17e8e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235) -> (continuation of Deferred@651687355 after retry RPC@1982569906) -> (continuation of Deferred@644449658 after retry RPC@210061832) -> (continuation of Deferred@509016112 after retry RPC@950351096), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22df52aa -> wakeup thread Time-limited test -> (continuation of Deferred@1391830548 after retry RPC@182973666) -> (continuation of Deferred@127528166 after retry RPC@845961235) -> (continuation of Deferred@651687355 after retry RPC@1982569906) -> (continuation of Deferred@644449658 after retry RPC@210061832) -> (continuation of Deferred@509016112 after retry RPC@950351096))) after lookup
20:07:17.232 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:17.233 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] Successfully connected to peer
20:07:17.262 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xe564ac1c, L:/127.0.0.1:50046 - R:/127.24.73.195:43709] using TOKEN/null
20:07:17.282 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.194:41575
20:07:17.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.283432 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:17.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.365619 26196 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.365779 26196 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.365799 26196 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.367272 26196 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.367332 26196 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.194
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.369017 26196 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:17.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.26196
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:17.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.369309 26196 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.369582 26196 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.372310 26203 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.372332 26205 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:17.372466 26202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.373232 26196 server_base.cc:1061] running on GCE node
20:07:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.373620 26196 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.373878 26196 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:17.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.375017 26196 hybrid_clock.cc:648] HybridClock initialized: now 1783541237374991 us; error 38 us; skew 500 ppm
20:07:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.376156 26196 webserver.cc:533] Webserver started at http://127.24.73.194:43337/ using document root <none> and password file <none>
20:07:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.376384 26196 fs_manager.cc:362] Metadata directory not provided
20:07:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.376474 26196 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.377720 26196 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
20:07:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.378352 26211 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.378533 26196 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.378638 26196 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.378970 26196 fs_report.cc:389] FS layout report
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/data
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.386098 26196 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.386464 26196 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.386598 26196 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.386904 26196 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.387481 26218 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.388340 26196 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.388409 26196 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.388446 26196 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.389068 26196 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.389127 26196 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.389230 26218 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap starting.
20:07:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.396641 26196 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.194:41575
20:07:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.396693 26325 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.194:41575 every 8 connection(s)
20:07:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.397063 26196 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.397804 26218 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Log is configured to *not* fsync() on all Append() calls
20:07:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.399184 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 26196
20:07:17.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.401505 26218 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.401809 26218 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap complete.
20:07:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.402974 26218 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent bootstrapping tablet: real 0.014s	user 0.011s	sys 0.000s
20:07:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.404249 26218 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.404531 26218 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Initialized, Role: FOLLOWER
20:07:17.404 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.404897 26218 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.405230 26218 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
20:07:17.405 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.195:43709
20:07:17.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.406220 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 25847
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.407966 26327 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.408070 26327 heartbeater.cc:461] Registering TS with master...
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.408285 26327 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.408926 24913 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.409072 26326 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.409189 26326 heartbeater.cc:461] Registering TS with master...
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.409351 26326 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.409619 25056 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.409972 25056 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.194:44487
20:07:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.410504 26326 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.411199 26328 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.411247 26328 heartbeater.cc:461] Registering TS with master...
20:07:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.411283 26328 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:17.411581 24984 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:17.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:17.415 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] handling channelInactive
20:07:17.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state READY due to: connection closed
20:07:17.428 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:17.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.430 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.450 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:17.451 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:17.451 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [15ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [35ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1312482146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3a7d80f3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@102da293 -> wakeup thread Time-limited test)) after lookup
20:07:17.452 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:17.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.453 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.470 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:17.470 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:17.471 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [15ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [35ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [36ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [55ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1312482146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3a7d80f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@102da293 -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519))) after lookup
20:07:17.471 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:17.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.472 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:17.512 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:17.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=97), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [15ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [35ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [36ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [55ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [56ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [57ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [57ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [93ms] refreshing cache from master, [94ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [96ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1312482146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3a7d80f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@102da293 -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897))) after lookup
20:07:17.513 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:17.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.515 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.731 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:17.731 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:17.732 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=316), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [15ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [35ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [36ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [55ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [56ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [57ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [57ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [93ms] refreshing cache from master, [94ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [96ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [98ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [100ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [100ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [313ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [316ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1312482146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3a7d80f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897) -> (continuation of Deferred@970275215 after retry RPC@866400931), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@102da293 -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897) -> (continuation of Deferred@970275215 after retry RPC@866400931))) after lookup
20:07:17.732 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:17.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:17.734 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:18.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:18.511 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:18.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1096), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [15ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [35ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [36ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [55ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [56ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [57ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [57ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [93ms] refreshing cache from master, [94ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [96ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [98ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [100ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [100ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [313ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [316ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [317ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [319ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [319ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [1093ms] refreshing cache from master, [1094ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1096ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1312482146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3a7d80f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897) -> (continuation of Deferred@970275215 after retry RPC@866400931) -> (continuation of Deferred@519203490 after retry RPC@210844413), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@102da293 -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897) -> (continuation of Deferred@970275215 after retry RPC@866400931) -> (continuation of Deferred@519203490 after retry RPC@210844413))) after lookup
20:07:18.512 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:18.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:18.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:18.513 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.781275 26339 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 3279f6841058486e9e90caa3d58e2f55)
20:07:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.781376 26339 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.781698 26339 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:18.782172 26044 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:18.782927 26044 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.785701 26280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "84a0a982b83447d5923c3c133ed87ae2" is_pre_election: true
20:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.785857 26280 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e1485da5c71e48d89913ecb0353325e6 in term 5.
20:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.786146 26042 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55
20:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.786325 26339 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 6 FOLLOWER]: Leader pre-election won for term 7
20:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.786402 26339 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 3279f6841058486e9e90caa3d58e2f55)
20:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.786430 26339 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 6 FOLLOWER]: Advancing to term 7
20:07:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.787132 26339 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.787331 26339 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 7 election: Requested vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.787591 26280 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:07:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.787711 26280 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 5 FOLLOWER]: Advancing to term 7
20:07:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:18.788132 26044 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.788874 26280 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e1485da5c71e48d89913ecb0353325e6 in term 7.
20:07:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.789124 26042 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55
20:07:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.789268 26339 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 7 FOLLOWER]: Leader election won for term 7
20:07:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.789567 26339 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 7 LEADER]: Becoming Leader. State: Replica: e1485da5c71e48d89913ecb0353325e6, State: Running, Role: LEADER
20:07:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.789692 26339 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:18.790493 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 reported cstate change: term changed from 6 to 7, leader changed from 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195) to e1485da5c71e48d89913ecb0353325e6 (127.24.73.193). New cstate: current_term: 7 leader_uuid: "e1485da5c71e48d89913ecb0353325e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: UNKNOWN } } }
20:07:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:19.295435 26044 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 -> Peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Couldn't send request to peer 3279f6841058486e9e90caa3d58e2f55. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:19.405576 26280 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 7 FOLLOWER]: Refusing update from remote peer e1485da5c71e48d89913ecb0353325e6: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
20:07:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:19.406041 26357 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
20:07:20.390 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:20.391 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:20.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2975), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [15ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [35ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [36ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [55ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [56ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [57ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [57ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [93ms] refreshing cache from master, [94ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [96ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [98ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [100ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [100ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [313ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [316ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [317ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [319ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [319ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [1093ms] refreshing cache from master, [1094ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1096ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [1097ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [1098ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [1098ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [2973ms] refreshing cache from master, [2973ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [2975ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1312482146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3a7d80f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897) -> (continuation of Deferred@970275215 after retry RPC@866400931) -> (continuation of Deferred@519203490 after retry RPC@210844413) -> (continuation of Deferred@1189994724 after retry RPC@1127115798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@102da293 -> wakeup thread Time-limited test -> (continuation of Deferred@2078286698 after retry RPC@111427519) -> (continuation of Deferred@602020517 after retry RPC@68980897) -> (continuation of Deferred@970275215 after retry RPC@866400931) -> (continuation of Deferred@519203490 after retry RPC@210844413) -> (continuation of Deferred@1189994724 after retry RPC@1127115798))) after lookup
20:07:20.392 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:20.393 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] Successfully connected to peer
20:07:20.412 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xca11777f, L:/127.0.0.1:41930 - R:/127.24.73.193:41691] using TOKEN/null
20:07:20.425 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.195:43709
20:07:20.426 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.426999 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:43709
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42557
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.514858 26378 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.515071 26378 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.515103 26378 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.516836 26378 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.516925 26378 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.195
20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.518569 26378 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:43709
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42557
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.26378
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.518846 26378 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.519111 26378 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.521999 26386 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.522013 26384 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:20.522001 26383 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.522114 26378 server_base.cc:1061] running on GCE node
20:07:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.522842 26378 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.523015 26378 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.524180 26378 hybrid_clock.cc:648] HybridClock initialized: now 1783541240524152 us; error 40 us; skew 500 ppm
20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.525413 26378 webserver.cc:533] Webserver started at http://127.24.73.195:42557/ using document root <none> and password file <none>
20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.525640 26378 fs_manager.cc:362] Metadata directory not provided
20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.525715 26378 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.526989 26378 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.527719 26392 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.527911 26378 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.528008 26378 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.528347 26378 fs_report.cc:389] FS layout report
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/data
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.542943 26378 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.543341 26378 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.543473 26378 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.543744 26378 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.544253 26399 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.545230 26378 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.545291 26378 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.545327 26378 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.545924 26378 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.545979 26378 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.546010 26399 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap starting.
20:07:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.554587 26378 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.195:43709
20:07:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.554625 26506 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.195:43709 every 8 connection(s)
20:07:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.554984 26378 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.556535 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 26378
20:07:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.556541 26399 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Log is configured to *not* fsync() on all Append() calls
20:07:20.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:20.561 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:20.562 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.193:41691
20:07:20.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.560613 26399 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.560992 26399 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap complete.
20:07:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.562064 26399 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.012s
20:07:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.562879 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 26026
20:07:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.564270 26399 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.564535 26399 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Initialized, Role: FOLLOWER
20:07:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.564642 26399 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.564864 26399 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.003s
20:07:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.566907 26507 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.566934 26508 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.567028 26508 heartbeater.cc:461] Registering TS with master...
20:07:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.567252 26508 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.567031 26507 heartbeater.cc:461] Registering TS with master...
20:07:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.567698 26507 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.568113 24913 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.568184 25056 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.569211 25056 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.195:53209
20:07:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.569928 26507 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.570555 26509 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.570618 26509 heartbeater.cc:461] Registering TS with master...
20:07:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.570654 26509 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:20.570937 24984 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:20.572 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] handling channelInactive
20:07:20.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state READY due to: connection closed
20:07:20.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:20.574 [DEBUG - Time-limited test] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:20.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.576 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:20.591 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:20.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [16ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@930213757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@70f7b59 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@46396e11 -> wakeup thread Time-limited test)) after lookup
20:07:20.592 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:20.593 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.593 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.593 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.611 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:20.611 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:20.612 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [16ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [17ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [19ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [19ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [37ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@930213757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@70f7b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@46396e11 -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381))) after lookup
20:07:20.612 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:20.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.613 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:20.651 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:20.652 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [16ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [17ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [19ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [19ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [37ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [39ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [39ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [77ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@930213757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@70f7b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@46396e11 -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649))) after lookup
20:07:20.653 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:20.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.654 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:20.791 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:20.791 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=217), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [16ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [17ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [19ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [19ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [37ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [39ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [39ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [77ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [80ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [80ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [214ms] refreshing cache from master, [214ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [216ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@930213757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@70f7b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@46396e11 -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881))) after lookup
20:07:20.792 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:20.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:20.794 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:21.210 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:21.210 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:21.211 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=637), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [16ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [17ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [19ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [19ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [37ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [39ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [39ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [77ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [80ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [80ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [214ms] refreshing cache from master, [214ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [216ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [218ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [220ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [220ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [634ms] refreshing cache from master, [634ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [636ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@930213757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@70f7b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881) -> (continuation of Deferred@669831525 after retry RPC@298762834), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@46396e11 -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881) -> (continuation of Deferred@669831525 after retry RPC@298762834))) after lookup
20:07:21.212 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:21.213 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:21.213 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:21.213 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:21.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:21.731 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:21.731 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1157), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [16ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [17ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [19ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [19ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [37ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [39ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [39ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [77ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [80ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [80ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [214ms] refreshing cache from master, [214ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [216ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [218ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [220ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [220ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [634ms] refreshing cache from master, [634ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [636ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [638ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [639ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [639ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [1154ms] refreshing cache from master, [1154ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1156ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@930213757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@70f7b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881) -> (continuation of Deferred@669831525 after retry RPC@298762834) -> (continuation of Deferred@1010044877 after retry RPC@1536136779), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@46396e11 -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881) -> (continuation of Deferred@669831525 after retry RPC@298762834) -> (continuation of Deferred@1010044877 after retry RPC@1536136779))) after lookup
20:07:21.732 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:21.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:21.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:21.734 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.925413 26520 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader e1485da5c71e48d89913ecb0353325e6)
20:07:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.925523 26520 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.925859 26520 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:21.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:21.926292 26215 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:21.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:21.926833 26215 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.929363 26461 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55" is_pre_election: true
20:07:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.929512 26461 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 6.
20:07:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.929812 26215 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: e1485da5c71e48d89913ecb0353325e6
20:07:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.929942 26520 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 7 FOLLOWER]: Leader pre-election won for term 8
20:07:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.930017 26520 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 7 FOLLOWER]: Starting leader election (detected failure of leader e1485da5c71e48d89913ecb0353325e6)
20:07:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.930042 26520 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 7 FOLLOWER]: Advancing to term 8
20:07:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.930799 26520 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.930968 26520 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 8 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.931383 26461 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.931488 26461 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 6 FOLLOWER]: Advancing to term 8
20:07:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:21.931571 26215 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.932582 26461 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 8.
20:07:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.932823 26215 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: e1485da5c71e48d89913ecb0353325e6
20:07:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.932950 26520 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 8 FOLLOWER]: Leader election won for term 8
20:07:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.933112 26520 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 8 LEADER]: Becoming Leader. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Running, Role: LEADER
20:07:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.933256 26520 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:21.934085 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 reported cstate change: term changed from 7 to 8, leader changed from e1485da5c71e48d89913ecb0353325e6 (127.24.73.193) to 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194). New cstate: current_term: 8 leader_uuid: "84a0a982b83447d5923c3c133ed87ae2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: HEALTHY } } }
20:07:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:22.485266 26215 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 -> Peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Couldn't send request to peer e1485da5c71e48d89913ecb0353325e6. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:22.530268 26461 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 8 FOLLOWER]: Refusing update from remote peer 84a0a982b83447d5923c3c133ed87ae2: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
20:07:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:22.530758 26537 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
20:07:23.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:23.751 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:23.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3177), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [2ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [2ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [16ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [17ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [19ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [19ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [37ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [39ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [39ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [77ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [80ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [80ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [214ms] refreshing cache from master, [214ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [216ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [218ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [220ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [220ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [634ms] refreshing cache from master, [634ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [636ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [638ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [639ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [639ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [1154ms] refreshing cache from master, [1154ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1156ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [1158ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [1160ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [1160ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [3174ms] refreshing cache from master, [3174ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [3176ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@930213757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@70f7b59 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881) -> (continuation of Deferred@669831525 after retry RPC@298762834) -> (continuation of Deferred@1010044877 after retry RPC@1536136779) -> (continuation of Deferred@1245905705 after retry RPC@1843001828), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@46396e11 -> wakeup thread Time-limited test -> (continuation of Deferred@2010951231 after retry RPC@802644381) -> (continuation of Deferred@368122091 after retry RPC@29251649) -> (continuation of Deferred@935424432 after retry RPC@1145985881) -> (continuation of Deferred@669831525 after retry RPC@298762834) -> (continuation of Deferred@1010044877 after retry RPC@1536136779) -> (continuation of Deferred@1245905705 after retry RPC@1843001828))) after lookup
20:07:23.752 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:23.753 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] Successfully connected to peer
20:07:23.771 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x595cd8d5, L:/127.0.0.1:40934 - R:/127.24.73.194:41575] using TOKEN/null
20:07:23.781 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.193:41691
20:07:23.782 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.782380 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:41691
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:07:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46199
20:07:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:07:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.861377 26560 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.861553 26560 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.861625 26560 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.863190 26560 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.863248 26560 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.193
20:07:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.864756 26560 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:41691
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46199
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.26560
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.864959 26560 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:23.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.865226 26560 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.867729 26566 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.867791 26560 server_base.cc:1061] running on GCE node
20:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.867750 26568 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:23.867717 26565 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.868274 26560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.868461 26560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.869604 26560 hybrid_clock.cc:648] HybridClock initialized: now 1783541243869549 us; error 64 us; skew 500 ppm
20:07:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.870796 26560 webserver.cc:533] Webserver started at http://127.24.73.193:46199/ using document root <none> and password file <none>
20:07:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.871030 26560 fs_manager.cc:362] Metadata directory not provided
20:07:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.871105 26560 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.872323 26560 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.873066 26574 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.873291 26560 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.873389 26560 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.873705 26560 fs_report.cc:389] FS layout report
20:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/data
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.901711 26560 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.902074 26560 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.902212 26560 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.902469 26560 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.902974 26581 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.903832 26560 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.903944 26560 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.903993 26560 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:23.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.904717 26560 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.904785 26560 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.904814 26581 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap starting.
20:07:23.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.912801 26560 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.193:41691
20:07:23.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.913280 26560 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:23.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.913321 26688 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.193:41691 every 8 connection(s)
20:07:23.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.915372 26581 log.cc:826] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Log is configured to *not* fsync() on all Append() calls
20:07:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.917227 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 26560
20:07:23.918 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:23.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.918967 26581 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:23.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.919356 26581 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap complete.
20:07:23.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.920449 26581 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent bootstrapping tablet: real 0.016s	user 0.004s	sys 0.008s
20:07:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.921783 26581 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.922072 26581 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1485da5c71e48d89913ecb0353325e6, State: Initialized, Role: FOLLOWER
20:07:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.922201 26581 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.922469 26581 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
20:07:23.922 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:23.923 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.194:41575
20:07:23.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:23.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.923949 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 26196
20:07:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.926118 26691 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.926215 26691 heartbeater.cc:461] Registering TS with master...
20:07:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.926371 26691 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.926910 24984 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.927613 26690 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.927683 26690 heartbeater.cc:461] Registering TS with master...
20:07:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.927791 26690 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.928112 26689 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.928171 26689 heartbeater.cc:461] Registering TS with master...
20:07:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.928160 24913 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.928261 26689 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.928529 25056 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.929065 25056 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.193:60985
20:07:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:23.929751 26689 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:23.932 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] handling channelInactive
20:07:23.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state READY due to: connection closed
20:07:23.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:23.933 [DEBUG - Time-limited test] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:23.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.935 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.950 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:23.951 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:23.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@829916694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@13434f05 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@334bf61e -> wakeup thread Time-limited test)) after lookup
20:07:23.951 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:23.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.953 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.971 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:23.972 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:23.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [20ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [20ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [38ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@829916694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@13434f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@334bf61e -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507))) after lookup
20:07:23.973 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:23.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:23.974 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:24.011 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:24.012 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [20ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [20ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [38ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [39ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [41ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [41ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [78ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@829916694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@13434f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@334bf61e -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370))) after lookup
20:07:24.012 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:24.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.013 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.110 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:24.111 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:24.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=177), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [20ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [20ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [38ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [39ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [41ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [41ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [78ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [80ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@829916694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@13434f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@334bf61e -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406))) after lookup
20:07:24.112 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:24.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.113 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.390 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:24.391 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:24.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=457), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [20ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [20ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [38ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [39ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [41ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [41ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [78ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [80ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [178ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [180ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [180ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [455ms] refreshing cache from master, [455ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [457ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@829916694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@13434f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406) -> (continuation of Deferred@331434147 after retry RPC@1365685358), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@334bf61e -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406) -> (continuation of Deferred@331434147 after retry RPC@1365685358))) after lookup
20:07:24.392 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:24.393 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.393 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:24.651 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:24.652 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=718), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [20ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [20ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [38ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [39ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [41ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [41ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [78ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [80ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [178ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [180ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [180ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [455ms] refreshing cache from master, [455ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [457ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [458ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [460ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [460ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [715ms] refreshing cache from master, [715ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [717ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@829916694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@13434f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406) -> (continuation of Deferred@331434147 after retry RPC@1365685358) -> (continuation of Deferred@1077616149 after retry RPC@614074296), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@334bf61e -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406) -> (continuation of Deferred@331434147 after retry RPC@1365685358) -> (continuation of Deferred@1077616149 after retry RPC@614074296))) after lookup
20:07:24.653 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:24.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:24.655 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.281198 26702 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.281311 26702 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.281641 26702 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.282083 26394 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.282541 26394 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.284967 26643 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6" is_pre_election: true
20:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.285166 26643 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 7.
20:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.285427 26396 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.285583 26702 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 8 FOLLOWER]: Leader pre-election won for term 9
20:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.285660 26702 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.285678 26702 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 8 FOLLOWER]: Advancing to term 9
20:07:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.286268 26702 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.286441 26702 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 9 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.286644 26643 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.286738 26643 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 7 FOLLOWER]: Advancing to term 9
20:07:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.287073 26394 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.287917 26643 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 9.
20:07:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.288120 26396 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.288232 26702 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Leader election won for term 9
20:07:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.288364 26702 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 LEADER]: Becoming Leader. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Running, Role: LEADER
20:07:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.288426 26702 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:25.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.289252 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 reported cstate change: term changed from 8 to 9, leader changed from 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194) to 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195). New cstate: current_term: 9 leader_uuid: "3279f6841058486e9e90caa3d58e2f55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: UNKNOWN } } }
20:07:25.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:25.512 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:25.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1578), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [2ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [20ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [20ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [38ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [39ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [41ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [41ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [78ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [79ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [80ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [177ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [178ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [180ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [180ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [455ms] refreshing cache from master, [455ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [457ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [458ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [460ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [460ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [715ms] refreshing cache from master, [715ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [717ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [719ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [722ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [722ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [1576ms] refreshing cache from master, [1576ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1578ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@829916694(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@13434f05 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406) -> (continuation of Deferred@331434147 after retry RPC@1365685358) -> (continuation of Deferred@1077616149 after retry RPC@614074296) -> (continuation of Deferred@141792102 after retry RPC@2090918423), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@334bf61e -> wakeup thread Time-limited test -> (continuation of Deferred@1895458333 after retry RPC@439168507) -> (continuation of Deferred@426845061 after retry RPC@2036270370) -> (continuation of Deferred@5179536 after retry RPC@28863406) -> (continuation of Deferred@331434147 after retry RPC@1365685358) -> (continuation of Deferred@1077616149 after retry RPC@614074296) -> (continuation of Deferred@141792102 after retry RPC@2090918423))) after lookup
20:07:25.513 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:25.514 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] Successfully connected to peer
20:07:25.530 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xb2e9721b, L:/127.0.0.1:35540 - R:/127.24.73.195:43709] using TOKEN/null
20:07:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.531652 26643 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 9 FOLLOWER]: Refusing update from remote peer 3279f6841058486e9e90caa3d58e2f55: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 30. (index mismatch)
20:07:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.531855 26394 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 -> Peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Couldn't send request to peer 84a0a982b83447d5923c3c133ed87ae2. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.531994 26707 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
20:07:25.542 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.194:41575
20:07:25.543 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.543453 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.622673 26729 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.622872 26729 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.622892 26729 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.624392 26729 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.624445 26729 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.194
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.625978 26729 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.26729
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.626184 26729 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.626375 26729 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.629220 26735 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.629297 26729 server_base.cc:1061] running on GCE node
20:07:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.629271 26734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:25.629444 26737 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.629622 26729 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.629802 26729 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.630962 26729 hybrid_clock.cc:648] HybridClock initialized: now 1783541245630942 us; error 31 us; skew 500 ppm
20:07:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.632242 26729 webserver.cc:533] Webserver started at http://127.24.73.194:43337/ using document root <none> and password file <none>
20:07:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.632467 26729 fs_manager.cc:362] Metadata directory not provided
20:07:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.632555 26729 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:25.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.633870 26729 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.000s
20:07:25.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.634521 26743 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:25.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.634752 26729 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.634835 26729 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.635159 26729 fs_report.cc:389] FS layout report
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/data
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.663599 26729 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.663882 26729 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.663968 26729 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.664228 26729 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.664667 26750 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.665695 26729 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.665740 26729 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.665766 26729 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.666257 26729 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.666288 26729 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.666447 26750 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap starting.
20:07:25.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.673641 26729 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.194:41575
20:07:25.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.673758 26857 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.194:41575 every 8 connection(s)
20:07:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.674058 26729 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:25.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.677734 26750 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Log is configured to *not* fsync() on all Append() calls
20:07:25.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.679517 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 26729
20:07:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.680603 26858 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.680697 26858 heartbeater.cc:461] Registering TS with master...
20:07:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.680879 26858 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.681419 25056 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.681869 25056 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.194:44711
20:07:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.682716 26750 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:25.684 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.683034 26750 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap complete.
20:07:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.684108 26859 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.684854 26859 heartbeater.cc:461] Registering TS with master...
20:07:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.684929 26859 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.684221 26750 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent bootstrapping tablet: real 0.018s	user 0.006s	sys 0.007s
20:07:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.686429 26750 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.686677 24913 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.686695 26750 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Initialized, Role: FOLLOWER
20:07:25.686 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.195:43709
20:07:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.686789 26750 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.687043 26750 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
20:07:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.687160 26858 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:25.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.687624 26860 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.687685 26860 heartbeater.cc:461] Registering TS with master...
20:07:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.687979 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 26378
20:07:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.687736 26860 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:25.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:25.693351 24985 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:25.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:25.694 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] handling channelInactive
20:07:25.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state READY due to: connection closed
20:07:25.709 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:25.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.711 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:25.730 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:25.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [16ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1014812253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@4737239f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@757ad923 -> wakeup thread Time-limited test)) after lookup
20:07:25.731 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:25.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.732 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:25.751 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:25.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [16ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [37ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [56ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1014812253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@4737239f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@757ad923 -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523))) after lookup
20:07:25.753 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:25.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.754 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:25.811 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:25.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [16ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [37ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [56ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [58ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [60ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [117ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1014812253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@4737239f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@757ad923 -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644))) after lookup
20:07:25.812 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:25.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:25.814 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:26.070 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:26.071 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:26.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=377), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [16ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [37ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [56ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [58ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [60ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [117ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [118ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [120ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [120ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [374ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [376ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1014812253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@4737239f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644) -> (continuation of Deferred@568460474 after retry RPC@1555581615), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@757ad923 -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644) -> (continuation of Deferred@568460474 after retry RPC@1555581615))) after lookup
20:07:26.072 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:26.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:26.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:26.073 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:26.390 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:26.391 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:26.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=697), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [16ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [37ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [56ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [58ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [60ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [117ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [118ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [120ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [120ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [374ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [376ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [378ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [379ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [379ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [694ms] refreshing cache from master, [694ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [696ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1014812253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@4737239f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644) -> (continuation of Deferred@568460474 after retry RPC@1555581615) -> (continuation of Deferred@1864776347 after retry RPC@1909844194), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@757ad923 -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644) -> (continuation of Deferred@568460474 after retry RPC@1555581615) -> (continuation of Deferred@1864776347 after retry RPC@1909844194))) after lookup
20:07:26.391 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:26.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:26.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:26.392 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709
20:07:27.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.042524 26871 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 3279f6841058486e9e90caa3d58e2f55)
20:07:27.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.042641 26871 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.042930 26871 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:27.043422 26578 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:27.043931 26578 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.046249 26812 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "84a0a982b83447d5923c3c133ed87ae2" is_pre_election: true
20:07:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.046424 26812 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e1485da5c71e48d89913ecb0353325e6 in term 8.
20:07:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.046664 26576 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55
20:07:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.046836 26871 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 9 FOLLOWER]: Leader pre-election won for term 10
20:07:27.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.046907 26871 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 3279f6841058486e9e90caa3d58e2f55)
20:07:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.046924 26871 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 9 FOLLOWER]: Advancing to term 10
20:07:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.047511 26871 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.047684 26871 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 10 election: Requested vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.047878 26812 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:07:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.047964 26812 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 8 FOLLOWER]: Advancing to term 10
20:07:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:27.048235 26578 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111)
20:07:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.048995 26812 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e1485da5c71e48d89913ecb0353325e6 in term 10.
20:07:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.049232 26576 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55
20:07:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.049341 26871 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Leader election won for term 10
20:07:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.049500 26871 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 LEADER]: Becoming Leader. State: Replica: e1485da5c71e48d89913ecb0353325e6, State: Running, Role: LEADER
20:07:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.049576 26871 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.050304 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 reported cstate change: term changed from 9 to 10, leader changed from 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195) to e1485da5c71e48d89913ecb0353325e6 (127.24.73.193). New cstate: current_term: 10 leader_uuid: "e1485da5c71e48d89913ecb0353325e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: UNKNOWN } } }
20:07:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.553596 26812 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 10 FOLLOWER]: Refusing update from remote peer e1485da5c71e48d89913ecb0353325e6: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
20:07:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:27.553964 26888 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
20:07:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:27.557422 26578 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 -> Peer 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709): Couldn't send request to peer 3279f6841058486e9e90caa3d58e2f55. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.195:43709: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:29.031 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:29.031 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:29.032 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3337), Traces: [0ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [16ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [17ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [37ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [38ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [38ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [56ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [58ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [60ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [117ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [118ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [120ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [120ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [374ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [376ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [378ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [379ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [379ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [694ms] refreshing cache from master, [694ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [696ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [697ms] sending RPC to server 3279f6841058486e9e90caa3d58e2f55, [698ms] received response from server 3279f6841058486e9e90caa3d58e2f55: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [698ms] delaying RPC due to: Network error: Failed to connect to peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709): Connection refused: /127.24.73.195:43709, [3334ms] refreshing cache from master, [3335ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [3337ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1014812253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@4737239f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644) -> (continuation of Deferred@568460474 after retry RPC@1555581615) -> (continuation of Deferred@1864776347 after retry RPC@1909844194) -> (continuation of Deferred@517089424 after retry RPC@1084117328), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@757ad923 -> wakeup thread Time-limited test -> (continuation of Deferred@323115350 after retry RPC@636895523) -> (continuation of Deferred@77949882 after retry RPC@332258644) -> (continuation of Deferred@568460474 after retry RPC@1555581615) -> (continuation of Deferred@1864776347 after retry RPC@1909844194) -> (continuation of Deferred@517089424 after retry RPC@1084117328))) after lookup
20:07:29.032 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:29.034 [DEBUG - kudu-nio-7] (Connection.java:757) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] Successfully connected to peer
20:07:29.059 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x0bf79722, L:/127.0.0.1:47146 - R:/127.24.73.193:41691] using TOKEN/null
20:07:29.079 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.195:43709
20:07:29.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.080247 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:43709
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42557
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.185530 26913 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.185700 26913 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.185721 26913 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.187234 26913 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.187287 26913 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.195
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.188917 26913 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.195:43709
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.195
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42557
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.26913
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.195
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/logs
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.189112 26913 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.189368 26913 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:29.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.191762 26918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.191773 26921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:29.191771 26919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.192183 26913 server_base.cc:1061] running on GCE node
20:07:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.192332 26913 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.192549 26913 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.193715 26913 hybrid_clock.cc:648] HybridClock initialized: now 1783541249193694 us; error 34 us; skew 500 ppm
20:07:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.195003 26913 webserver.cc:533] Webserver started at http://127.24.73.195:42557/ using document root <none> and password file <none>
20:07:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.195202 26913 fs_manager.cc:362] Metadata directory not provided
20:07:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.195267 26913 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.196713 26913 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.197425 26927 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.197614 26913 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.197681 26913 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.198052 26913 fs_report.cc:389] FS layout report
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/wal
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/data
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:29.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.206988 26913 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.207252 26913 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.207336 26913 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.207513 26913 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.208019 26934 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.209056 26913 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.209120 26913 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.209177 26913 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.209746 26913 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.209802 26913 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.209851 26934 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap starting.
20:07:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.218398 26913 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.195:43709
20:07:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.218468 27041 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.195:43709 every 8 connection(s)
20:07:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.218776 26913 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-2/data/info.pb
20:07:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.222337 26934 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Log is configured to *not* fsync() on all Append() calls
20:07:29.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.225888 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 26913
20:07:29.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:29.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.226191 26934 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:29.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.226421 26934 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Bootstrap complete.
20:07:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.227910 26934 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent bootstrapping tablet: real 0.018s	user 0.003s	sys 0.012s
20:07:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.229265 26934 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.229696 26934 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Initialized, Role: FOLLOWER
20:07:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.229830 26934 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.230074 26934 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
20:07:29.230 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:29.231 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.193:41691
20:07:29.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.230423 27042 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:29.231 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:29.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.230517 27042 heartbeater.cc:461] Registering TS with master...
20:07:29.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.230712 27042 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:29.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.231506 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 26560
20:07:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.231637 25057 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.232123 25057 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.195:41007
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.232797 27044 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.232867 27044 heartbeater.cc:461] Registering TS with master...
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.232993 27044 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.233178 27043 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.233220 27043 heartbeater.cc:461] Registering TS with master...
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.233410 27042 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.233453 24985 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.233531 27043 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:29.233883 24912 ts_manager.cc:194] Re-registered known tserver with Master: 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:29.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:29.238 [DEBUG - kudu-nio-7] (Connection.java:239) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] handling channelInactive
20:07:29.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state READY due to: connection closed
20:07:29.249 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:29.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.250 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.270 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:29.270 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:29.270 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [12ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [12ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [32ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1381021332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3567326c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20fb91a2 -> wakeup thread Time-limited test)) after lookup
20:07:29.271 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:29.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.272 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:29.291 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:29.291 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [12ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [12ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [32ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [33ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [34ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [52ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1381021332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3567326c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20fb91a2 -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069))) after lookup
20:07:29.292 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:29.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.293 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:29.351 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:29.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=113), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [12ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [12ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [32ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [33ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [34ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [52ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [53ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [55ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [55ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [112ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1381021332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3567326c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20fb91a2 -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022))) after lookup
20:07:29.352 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:29.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.353 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.550 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:29.551 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:29.551 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=313), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [12ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [12ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [32ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [33ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [34ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [52ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [53ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [55ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [55ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [112ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [114ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [115ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [115ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [310ms] refreshing cache from master, [310ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [312ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1381021332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3567326c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022) -> (continuation of Deferred@1918215225 after retry RPC@1287761435), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20fb91a2 -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022) -> (continuation of Deferred@1918215225 after retry RPC@1287761435))) after lookup
20:07:29.552 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:29.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.553 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.891 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:29.891 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)[L]]}]
20:07:29.892 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=654), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [12ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [12ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [32ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [33ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [34ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [52ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [53ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [55ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [55ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [112ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [114ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [115ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [115ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [310ms] refreshing cache from master, [310ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [312ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [313ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [315ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [315ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [650ms] refreshing cache from master, [650ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [653ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1381021332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3567326c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022) -> (continuation of Deferred@1918215225 after retry RPC@1287761435) -> (continuation of Deferred@188745504 after retry RPC@1244713253), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20fb91a2 -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022) -> (continuation of Deferred@1918215225 after retry RPC@1287761435) -> (continuation of Deferred@188745504 after retry RPC@1244713253))) after lookup
20:07:29.893 [DEBUG - kudu-nio-2] (Connection.java:748) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] connecting to peer
20:07:29.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] cleaning up while in state CONNECTING due to: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:29.894 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691
20:07:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.508260 27055 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.508390 27055 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.508749 27055 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:30.509371 26931 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:30.510200 26931 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.512229 26812 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "84a0a982b83447d5923c3c133ed87ae2" is_pre_election: true
20:07:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.512598 26929 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55; no voters: 84a0a982b83447d5923c3c133ed87ae2, e1485da5c71e48d89913ecb0353325e6
20:07:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.512729 27055 raft_consensus.cc:2749] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
20:07:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.578953 27060 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader e1485da5c71e48d89913ecb0353325e6)
20:07:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.579061 27060 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.579386 27060 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:30.579741 26747 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:30.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:30.580385 26747 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.582612 26995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55" is_pre_election: true
20:07:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.582748 26995 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 9.
20:07:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.583026 26747 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: e1485da5c71e48d89913ecb0353325e6
20:07:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.583171 27060 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 10 FOLLOWER]: Leader pre-election won for term 11
20:07:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.583235 27060 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 10 FOLLOWER]: Starting leader election (detected failure of leader e1485da5c71e48d89913ecb0353325e6)
20:07:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.583251 27060 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 10 FOLLOWER]: Advancing to term 11
20:07:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.583818 27060 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.583923 27060 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 11 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709)
20:07:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.584242 26995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "84a0a982b83447d5923c3c133ed87ae2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55"
20:07:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.584332 26995 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 9 FOLLOWER]: Advancing to term 11
20:07:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:30.584508 26747 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111)
20:07:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.585376 26995 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84a0a982b83447d5923c3c133ed87ae2 in term 11.
20:07:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.585557 26747 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2; no voters: e1485da5c71e48d89913ecb0353325e6
20:07:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.585697 27060 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 11 FOLLOWER]: Leader election won for term 11
20:07:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.585840 27060 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 11 LEADER]: Becoming Leader. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Running, Role: LEADER
20:07:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.585960 27060 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:30.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.586829 25057 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 reported cstate change: term changed from 10 to 11, leader changed from e1485da5c71e48d89913ecb0353325e6 (127.24.73.193) to 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194). New cstate: current_term: 11 leader_uuid: "84a0a982b83447d5923c3c133ed87ae2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: HEALTHY } } }
20:07:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.965193 26995 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 11 FOLLOWER]: Refusing update from remote peer 84a0a982b83447d5923c3c133ed87ae2: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
20:07:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.965581 27060 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
20:07:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:30.966902 27077 mvcc.cc:204] Tried to move back new op lower bound from 7305384956152467456 to 7305384947915722752. Current Snapshot: MvccSnapshot[applied={T|T < 7305384956152467456}]
20:07:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:30.969018 26747 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 -> Peer e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691): Couldn't send request to peer e1485da5c71e48d89913ecb0353325e6. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.193:41691: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:31.110 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:31.110 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:31.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1872), Traces: [0ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [12ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [12ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [32ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [33ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [34ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [34ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [52ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [53ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [55ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [55ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [112ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [114ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [115ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [115ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [310ms] refreshing cache from master, [310ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [312ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [313ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [315ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [315ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [650ms] refreshing cache from master, [650ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [653ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [654ms] sending RPC to server e1485da5c71e48d89913ecb0353325e6, [656ms] received response from server e1485da5c71e48d89913ecb0353325e6: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [656ms] delaying RPC due to: Network error: Failed to connect to peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691): Connection refused: /127.24.73.193:41691, [1870ms] refreshing cache from master, [1870ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [1872ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@1381021332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@3567326c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022) -> (continuation of Deferred@1918215225 after retry RPC@1287761435) -> (continuation of Deferred@188745504 after retry RPC@1244713253) -> (continuation of Deferred@1734741014 after retry RPC@722685990), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@20fb91a2 -> wakeup thread Time-limited test -> (continuation of Deferred@678257371 after retry RPC@1424462069) -> (continuation of Deferred@518200045 after retry RPC@1591480022) -> (continuation of Deferred@1918215225 after retry RPC@1287761435) -> (continuation of Deferred@188745504 after retry RPC@1244713253) -> (continuation of Deferred@1734741014 after retry RPC@722685990))) after lookup
20:07:31.111 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:31.112 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] Successfully connected to peer
20:07:31.138 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x2e1f09d8, L:/127.0.0.1:54978 - R:/127.24.73.194:41575] using TOKEN/null
20:07:31.151 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.193:41691
20:07:31.151 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.152135 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:31.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:41691
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46199
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.231855 27088 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.232025 27088 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.232044 27088 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:31.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.233546 27088 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:31.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.233596 27088 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.193
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.235013 27088 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.193:41691
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.193
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46199
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.27088
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.193
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/logs
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.235178 27088 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.235347 27088 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.237553 27094 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.237607 27093 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:31.237607 27096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.237932 27088 server_base.cc:1061] running on GCE node
20:07:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.238101 27088 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.238336 27088 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.241580 27088 hybrid_clock.cc:648] HybridClock initialized: now 1783541251240588 us; error 1007 us; skew 500 ppm
20:07:31.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.242642 27088 webserver.cc:533] Webserver started at http://127.24.73.193:46199/ using document root <none> and password file <none>
20:07:31.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.242802 27088 fs_manager.cc:362] Metadata directory not provided
20:07:31.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.242844 27088 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.243940 27088 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.244488 27102 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.244644 27088 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.244707 27088 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.244961 27088 fs_report.cc:389] FS layout report
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/wal
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/data
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.268309 27088 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.268581 27088 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:31.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.268666 27088 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.268864 27088 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.269447 27109 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.270259 27088 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.270318 27088 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:31.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.270367 27088 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.270948 27088 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.271006 27088 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.271032 27109 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap starting.
20:07:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.277753 27088 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.193:41691
20:07:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.277793 27216 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.193:41691 every 8 connection(s)
20:07:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.278119 27088 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-0/data/info.pb
20:07:31.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.279695 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 27088
20:07:31.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:31.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.282562 27109 log.cc:826] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Log is configured to *not* fsync() on all Append() calls
20:07:31.284 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:31.284 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.24.73.194:41575
20:07:31.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.285251 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 26729
20:07:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.287447 27109 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.287758 27109 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Bootstrap complete.
20:07:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.288856 27109 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent bootstrapping tablet: real 0.018s	user 0.005s	sys 0.011s
20:07:31.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.290463 27109 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:31.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.290792 27109 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1485da5c71e48d89913ecb0353325e6, State: Initialized, Role: FOLLOWER
20:07:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.290894 27109 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.291141 27109 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
20:07:31.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:31.293 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] handling channelInactive
20:07:31.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state READY due to: connection closed
20:07:31.293 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: connection closed
20:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.294447 27218 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.294544 27218 heartbeater.cc:461] Registering TS with master...
20:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.295190 27218 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.295763 27217 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.295827 27217 heartbeater.cc:461] Registering TS with master...
20:07:31.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.295814 24913 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:31.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.295918 27217 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:31.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.296211 25056 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:31.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.296708 25056 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.193:54085
20:07:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.297438 27217 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.297185 27219 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.297590 27219 heartbeater.cc:461] Registering TS with master...
20:07:31.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.297694 27219 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:31.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:31.297967 24984 ts_manager.cc:194] Re-registered known tserver with Master: e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691)
20:07:31.310 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:31.310 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:31.310 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [0ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@875297281(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@5080ec2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b267177 -> wakeup thread Time-limited test)) after lookup
20:07:31.311 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:31.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.312 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.330 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:31.330 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:31.330 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [0ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [19ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [19ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@875297281(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@5080ec2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b267177 -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196))) after lookup
20:07:31.331 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:31.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.332 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:31.350 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:31.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [0ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [19ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [19ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [39ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [39ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [57ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@875297281(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@5080ec2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b267177 -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611))) after lookup
20:07:31.351 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:31.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.352 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.390 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:31.391 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:31.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [0ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [19ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [19ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [39ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [39ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [57ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [58ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [59ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [59ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [97ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@875297281(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@5080ec2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611) -> (continuation of Deferred@92520533 after retry RPC@1880099595), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b267177 -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611) -> (continuation of Deferred@92520533 after retry RPC@1880099595))) after lookup
20:07:31.392 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:31.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.393 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.650 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:31.650 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709),84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)[L],e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:31.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=357), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [0ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [19ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [19ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [39ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [39ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [57ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [58ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [59ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [59ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [97ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [99ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [100ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [100ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [357ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@875297281(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@5080ec2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611) -> (continuation of Deferred@92520533 after retry RPC@1880099595) -> (continuation of Deferred@1557086494 after retry RPC@1070426826), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b267177 -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611) -> (continuation of Deferred@92520533 after retry RPC@1880099595) -> (continuation of Deferred@1557086494 after retry RPC@1070426826))) after lookup
20:07:31.651 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] connecting to peer
20:07:31.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:31.652 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575) for tablet 7444985eadfc43faa474afe3102deeff: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575
20:07:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.639464 27230 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.639570 27230 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.639820 27230 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195:43709), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:32.640283 27104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:32.640800 27104 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:32.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.643007 26995 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "e1485da5c71e48d89913ecb0353325e6" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "3279f6841058486e9e90caa3d58e2f55" is_pre_election: true
20:07:32.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.643378 27106 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e1485da5c71e48d89913ecb0353325e6; no voters: 3279f6841058486e9e90caa3d58e2f55, 84a0a982b83447d5923c3c133ed87ae2
20:07:32.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.643533 27230 raft_consensus.cc:2749] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
20:07:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.650977 27235 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.651068 27235 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.651243 27235 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:32.652004 26929 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.654222 27171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6" is_pre_election: true
20:07:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.654335 27171 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 10.
20:07:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.654585 26931 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.654728 27235 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 11 FOLLOWER]: Leader pre-election won for term 12
20:07:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.654778 27235 raft_consensus.cc:493] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 84a0a982b83447d5923c3c133ed87ae2)
20:07:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.654795 27235 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 11 FOLLOWER]: Advancing to term 12
20:07:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.655390 27235 raft_consensus.cc:515] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.655541 27235 leader_election.cc:290] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 12 election: Requested vote from peers e1485da5c71e48d89913ecb0353325e6 (127.24.73.193:41691), 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.655701 27171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7444985eadfc43faa474afe3102deeff" candidate_uuid: "3279f6841058486e9e90caa3d58e2f55" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "e1485da5c71e48d89913ecb0353325e6"
20:07:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.655803 27171 raft_consensus.cc:3060] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 10 FOLLOWER]: Advancing to term 12
20:07:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:32.656140 26929 leader_election.cc:336] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111)
20:07:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.656812 27171 raft_consensus.cc:2468] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3279f6841058486e9e90caa3d58e2f55 in term 12.
20:07:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.657003 26931 leader_election.cc:304] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3279f6841058486e9e90caa3d58e2f55, e1485da5c71e48d89913ecb0353325e6; no voters: 84a0a982b83447d5923c3c133ed87ae2
20:07:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.657111 27235 raft_consensus.cc:2804] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 12 FOLLOWER]: Leader election won for term 12
20:07:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.657274 27235 raft_consensus.cc:697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [term 12 LEADER]: Becoming Leader. State: Replica: 3279f6841058486e9e90caa3d58e2f55, State: Running, Role: LEADER
20:07:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.657334 27235 consensus_queue.cc:237] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:32.658003 25056 catalog_manager.cc:5697] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 reported cstate change: term changed from 11 to 12, leader changed from 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194) to 3279f6841058486e9e90caa3d58e2f55 (127.24.73.195). New cstate: current_term: 12 leader_uuid: "3279f6841058486e9e90caa3d58e2f55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } health_report { overall_health: UNKNOWN } } }
20:07:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.152784 27171 raft_consensus.cc:1275] T 7444985eadfc43faa474afe3102deeff P e1485da5c71e48d89913ecb0353325e6 [term 12 FOLLOWER]: Refusing update from remote peer 3279f6841058486e9e90caa3d58e2f55: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
20:07:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.153158 27235 consensus_queue.cc:1048] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
20:07:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.156052 26929 consensus_peers.cc:597] T 7444985eadfc43faa474afe3102deeff P 3279f6841058486e9e90caa3d58e2f55 -> Peer 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575): Couldn't send request to peer 84a0a982b83447d5923c3c133ed87ae2. Status: Network error: Client connection negotiation failed: client connection to 127.24.73.194:41575: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:33.370 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7444985eadfc43faa474afe3102deeff for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887' with partition [<start>, <end>)
20:07:33.370 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7444985eadfc43faa474afe3102deeff@[3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)[L],84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575),e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)]}]
20:07:33.370 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7444985eadfc43faa474afe3102deeff, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2077), Traces: [0ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [0ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [17ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [18ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [19ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [19ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [36ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [38ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [39ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [39ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [57ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [58ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [59ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [59ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [97ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [99ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [100ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [100ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [357ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, [358ms] sending RPC to server 84a0a982b83447d5923c3c133ed87ae2, [359ms] received response from server 84a0a982b83447d5923c3c133ed87ae2: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [359ms] delaying RPC due to: Network error: Failed to connect to peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575): Connection refused: /127.24.73.194:41575, [2075ms] refreshing cache from master, [2075ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.73.252:41659, [2077ms] Sub RPC GetTableLocations: received response from server master-127.24.73.252:41659: OK, deferred=Deferred@875297281(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$243/0x00007fb7203391e8@5080ec2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611) -> (continuation of Deferred@92520533 after retry RPC@1880099595) -> (continuation of Deferred@1557086494 after retry RPC@1070426826) -> (continuation of Deferred@694896297 after retry RPC@2099573364), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b267177 -> wakeup thread Time-limited test -> (continuation of Deferred@1411447910 after retry RPC@754287196) -> (continuation of Deferred@346796792 after retry RPC@340534611) -> (continuation of Deferred@92520533 after retry RPC@1880099595) -> (continuation of Deferred@1557086494 after retry RPC@1070426826) -> (continuation of Deferred@694896297 after retry RPC@2099573364))) after lookup
20:07:33.371 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] connecting to peer
20:07:33.372 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] Successfully connected to peer
20:07:33.399 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x08e0308b, L:/127.0.0.1:35628 - R:/127.24.73.195:43709] using TOKEN/null
20:07:33.412 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.24.73.194:41575
20:07:33.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.412915 24871 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskcpKglt/build/release/bin/kudu
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.497635 27263 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.497987 27263 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.498014 27263 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:33.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.499641 27263 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:33.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.499702 27263 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.73.194
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.501339 27263 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.73.212:41333
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.73.194:41575
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.73.194
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43337
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.73.254:45995,127.24.73.253:46557,127.24.73.252:41659
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.27263
20:07:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.73.194
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/logs
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on e7f111948823
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12777
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.501535 27263 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.501715 27263 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.504248 27271 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.504282 27268 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:07:33.504266 27269 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.504624 27263 server_base.cc:1061] running on GCE node
20:07:33.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.504773 27263 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.504989 27263 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.506132 27263 hybrid_clock.cc:648] HybridClock initialized: now 1783541253506095 us; error 56 us; skew 500 ppm
20:07:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.507306 27263 webserver.cc:533] Webserver started at http://127.24.73.194:43337/ using document root <none> and password file <none>
20:07:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.507478 27263 fs_manager.cc:362] Metadata directory not provided
20:07:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.507519 27263 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.508697 27263 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.509339 27277 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.509497 27263 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.509558 27263 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data,/tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84a0a982b83447d5923c3c133ed87ae2"
20:07:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:06:59 on dist-test-slave-qkp1"
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.509955 27263 fs_report.cc:389] FS layout report
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/wal
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/data
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.524389 27263 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.524665 27263 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.524748 27263 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.524917 27263 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.525434 27284 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.526314 27263 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.526358 27263 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.526384 27263 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.526901 27263 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.526929 27263 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.527048 27284 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap starting.
20:07:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.534260 27263 rpc_server.cc:307] RPC server started. Bound to: 127.24.73.194:41575
20:07:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.534308 27391 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.73.194:41575 every 8 connection(s)
20:07:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.534631 27263 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskcpKglt/test-tmp/mini-kudu-cluster17948712773624286305/ts-1/data/info.pb
20:07:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.536078 27284 log.cc:826] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Log is configured to *not* fsync() on all Append() calls
20:07:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.539956 27393 heartbeater.cc:344] Connected to a master server at 127.24.73.254:45995
20:07:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.540050 27393 heartbeater.cc:461] Registering TS with master...
20:07:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.540221 27393 heartbeater.cc:507] Master 127.24.73.254:45995 requested a full tablet report, sending...
20:07:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.540310 27394 heartbeater.cc:344] Connected to a master server at 127.24.73.253:46557
20:07:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.540376 27394 heartbeater.cc:461] Registering TS with master...
20:07:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.540481 27394 heartbeater.cc:507] Master 127.24.73.253:46557 requested a full tablet report, sending...
20:07:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.540819 24912 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.540911 24984 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.541155 27392 heartbeater.cc:344] Connected to a master server at 127.24.73.252:41659
20:07:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.541204 27392 heartbeater.cc:461] Registering TS with master...
20:07:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.541293 27392 heartbeater.cc:507] Master 127.24.73.252:41659 requested a full tablet report, sending...
20:07:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.541628 25057 ts_manager.cc:194] Re-registered known tserver with Master: 84a0a982b83447d5923c3c133ed87ae2 (127.24.73.194:41575)
20:07:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.542076 25057 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.73.194:52915
20:07:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.543241 27284 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.543478 27284 tablet_bootstrap.cc:492] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Bootstrap complete.
20:07:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.543692 24871 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskcpKglt/build/release/bin/kudu as pid 27263
20:07:33.544 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.544456 27284 ts_tablet_manager.cc:1403] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent bootstrapping tablet: real 0.017s	user 0.011s	sys 0.000s
20:07:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.545506 27284 raft_consensus.cc:359] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.545820 27284 raft_consensus.cc:740] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a0a982b83447d5923c3c133ed87ae2, State: Initialized, Role: FOLLOWER
20:07:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.545940 27284 consensus_queue.cc:260] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1485da5c71e48d89913ecb0353325e6" member_type: VOTER last_known_addr { host: "127.24.73.193" port: 41691 } } peers { permanent_uuid: "3279f6841058486e9e90caa3d58e2f55" member_type: VOTER last_known_addr { host: "127.24.73.195" port: 43709 } } peers { permanent_uuid: "84a0a982b83447d5923c3c133ed87ae2" member_type: VOTER last_known_addr { host: "127.24.73.194" port: 41575 } }
20:07:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.546257 27284 ts_tablet_manager.cc:1434] T 7444985eadfc43faa474afe3102deeff P 84a0a982b83447d5923c3c133ed87ae2: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
20:07:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.546274 27392 heartbeater.cc:499] Master 127.24.73.252:41659 was elected leader, sending a full tablet report...
20:07:33.548 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:33.550 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783541219887, tablet=7444985eadfc43faa474afe3102deeff, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:33.555 [DEBUG - main] (Connection.java:575) [peer master-127.24.73.254:45995(127.24.73.254:45995)] disconnecting while in state READY
20:07:33.556 [DEBUG - main] (Connection.java:575) [peer 84a0a982b83447d5923c3c133ed87ae2(127.24.73.194:41575)] disconnecting while in state TERMINATED
20:07:33.556 [DEBUG - main] (Connection.java:575) [peer master-127.24.73.253:46557(127.24.73.253:46557)] disconnecting while in state READY
20:07:33.556 [DEBUG - main] (Connection.java:575) [peer e1485da5c71e48d89913ecb0353325e6(127.24.73.193:41691)] disconnecting while in state TERMINATED
20:07:33.557 [DEBUG - main] (Connection.java:575) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] disconnecting while in state READY
20:07:33.557 [DEBUG - main] (Connection.java:575) [peer master-127.24.73.252:41659(127.24.73.252:41659)] disconnecting while in state READY
20:07:33.559 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.73.252:41659(127.24.73.252:41659)] handling channelInactive
20:07:33.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.73.252:41659(127.24.73.252:41659)] cleaning up while in state READY due to: connection closed
20:07:33.559 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] handling channelInactive
20:07:33.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:33.559 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.73.254:45995(127.24.73.254:45995)] handling channelInactive
20:07:33.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3279f6841058486e9e90caa3d58e2f55(127.24.73.195:43709)] cleaning up while in state READY due to: connection closed
20:07:33.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.73.254:45995(127.24.73.254:45995)] cleaning up while in state READY due to: connection closed
20:07:33.560 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.73.253:46557(127.24.73.253:46557)] handling channelInactive
20:07:33.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.73.253:46557(127.24.73.253:46557)] cleaning up while in state READY due to: connection closed
20:07:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.561018 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 27088
20:07:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.566736 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 27263
20:07:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.572382 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 26913
20:07:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.577378 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 24882
20:07:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.582122 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 24953
20:07:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:07:33.587962 24871 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskcpKglt/build/release/bin/kudu with pid 25025
20:07:33.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:07:33Z chronyd exiting

Time: 36.218

OK (1 test)

