JUnit version 4.13.2
.20:02:48.267 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783540968260
20:02:48.318 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:02:48.371 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:02:48.383 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLMit5D/test-tmp
20:02:48.388 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
20:02:48.391 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLMit5D/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
20:02:48.626 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:02:48.641 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:02:48.642 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:02:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.644451 17204 mini_oidc.cc:150] Starting JWKS server
20:02:48.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.646466 17204 webserver.cc:533] Webserver started at http://127.0.0.1:37033/ using document root <none> and password file <none>
20:02:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.646670 17204 mini_oidc.cc:186] Starting OIDC Discovery server
20:02:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.646967 17204 webserver.cc:533] Webserver started at http://127.0.0.1:36559/ using document root <none> and password file <none>
20:02:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:02:48Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:02:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:02:48Z Disabled control of system clock
20:02:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.662366 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/wal
20:02:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data
20:02:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/logs
20:02:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data/info.pb
20:02:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:02:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.62:42113
20:02:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.62
20:02:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37033/jwks.json with env {}
20:02:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.765440 17215 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.765672 17215 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.765717 17215 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.769415 17215 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:02:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.769476 17215 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.769497 17215 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:02:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.769515 17215 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:02:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.769533 17215 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:02:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.769548 17215 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37033/jwks.json
20:02:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.773708 17215 master_runner.cc:387] Master server non-default flags:
20:02:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/wal
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.62:42113
20:02:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37033/jwks.json
20:02:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data/info.pb
20:02:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.62
20:02:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17215
20:02:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/logs
20:02:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:02:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:48.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.774955 17215 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.776206 17215 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.782557 17220 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.782557 17221 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.782728 17223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.782876 17215 server_base.cc:1061] running on GCE node
20:02:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.783502 17215 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.784559 17215 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.785742 17215 hybrid_clock.cc:648] HybridClock initialized: now 1783540968785728 us; error 34 us; skew 500 ppm
20:02:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.787628 17215 webserver.cc:533] Webserver started at http://127.16.205.62:36735/ using document root <none> and password file <none>
20:02:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.788144 17215 fs_manager.cc:362] Metadata directory not provided
20:02:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.788204 17215 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.788364 17215 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:48.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.790242 17215 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data/instance:
20:02:48.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc36c45c6e634aba8b2595819d5fc141"
20:02:48.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:48 on dist-test-slave-92g6"
20:02:48.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.790719 17215 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/wal/instance:
20:02:48.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc36c45c6e634aba8b2595819d5fc141"
20:02:48.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:48 on dist-test-slave-92g6"
20:02:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.794217 17215 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
20:02:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.796267 17229 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.797288 17215 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:02:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.797381 17215 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/wal
20:02:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc36c45c6e634aba8b2595819d5fc141"
20:02:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:48 on dist-test-slave-92g6"
20:02:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.797446 17215 fs_report.cc:389] FS layout report
20:02:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/wal
20:02:48.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/wal
20:02:48.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data/data
20:02:48.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.814440 17215 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.815018 17215 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.815157 17215 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.822216 17215 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.62:42113
20:02:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.822311 17281 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.62:42113 every 8 connection(s)
20:02:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.823163 17215 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/data/info.pb
20:02:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.826026 17282 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.829386 17282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } has no permanent_uuid. Determining permanent_uuid...
20:02:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.829810 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 17215
20:02:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.829916 17204 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-0/wal/instance
20:02:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.831600 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/wal
20:02:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data
20:02:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/logs
20:02:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data/info.pb
20:02:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:02:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.61:45063
20:02:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.61
20:02:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37033/jwks.json with env {}
20:02:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.842929 17282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } has no permanent_uuid. Determining permanent_uuid...
20:02:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.843876 17231 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.61:45063: connect: Connection refused (error 111)
20:02:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.844714 17282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.61:45063: Network error: Client connection negotiation failed: client connection to 127.16.205.61:45063: connect: Connection refused (error 111)
20:02:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.893946 17282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } attempt: 1
20:02:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.895658 17282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.61:45063: Network error: Client connection negotiation failed: client connection to 127.16.205.61:45063: connect: Connection refused (error 111)
20:02:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.934003 17286 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.934218 17286 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.934262 17286 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:48.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.937559 17286 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:02:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.937618 17286 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.937638 17286 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:02:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.937655 17286 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:02:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.937673 17286 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:02:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.937688 17286 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37033/jwks.json
20:02:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.941526 17286 master_runner.cc:387] Master server non-default flags:
20:02:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data
20:02:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/wal
20:02:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.61:45063
20:02:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37033/jwks.json
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data/info.pb
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.61
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17286
20:02:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/logs
20:02:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:02:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.942593 17286 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.943698 17286 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:48.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.949939 17293 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:48.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.949918 17292 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.950155 17286 server_base.cc:1061] running on GCE node
20:02:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.949874 17295 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:48.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.951906 17286 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.952903 17286 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.954041 17286 hybrid_clock.cc:648] HybridClock initialized: now 1783540968954023 us; error 34 us; skew 500 ppm
20:02:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.955804 17286 webserver.cc:533] Webserver started at http://127.16.205.61:37353/ using document root <none> and password file <none>
20:02:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.956293 17286 fs_manager.cc:362] Metadata directory not provided
20:02:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.956377 17286 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.956610 17286 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.958334 17286 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data/instance:
20:02:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a1885a4bd3b400b89e12df948a72be3"
20:02:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:48 on dist-test-slave-92g6"
20:02:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.958885 17286 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/wal/instance:
20:02:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a1885a4bd3b400b89e12df948a72be3"
20:02:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:48 on dist-test-slave-92g6"
20:02:48.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.962321 17286 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
20:02:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.963845 17282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } attempt: 2
20:02:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:48.965202 17282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.61:45063: Network error: Client connection negotiation failed: client connection to 127.16.205.61:45063: connect: Connection refused (error 111)
20:02:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.965728 17301 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.966918 17286 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:02:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.967360 17286 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/wal
20:02:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a1885a4bd3b400b89e12df948a72be3"
20:02:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:48 on dist-test-slave-92g6"
20:02:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:48.967479 17286 fs_report.cc:389] FS layout report
20:02:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/wal
20:02:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/wal
20:02:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data/data
20:02:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.002434 17286 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.003158 17286 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.003383 17286 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.010255 17286 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.61:45063
20:02:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.010277 17353 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.61:45063 every 8 connection(s)
20:02:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.011338 17286 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/data/info.pb
20:02:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.014099 17354 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.017850 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 17286
20:02:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.018019 17204 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-1/wal/instance
20:02:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.017899 17354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } has no permanent_uuid. Determining permanent_uuid...
20:02:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.018815 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/wal
20:02:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data
20:02:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/logs
20:02:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data/info.pb
20:02:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:02:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:49.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.60:36767
20:02:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.60
20:02:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:49.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37033/jwks.json with env {}
20:02:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.030155 17354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } has no permanent_uuid. Determining permanent_uuid...
20:02:49.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.037577 17354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } has no permanent_uuid. Determining permanent_uuid...
20:02:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.038405 17305 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.60:36767: connect: Connection refused (error 111)
20:02:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.039440 17354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.60:36767: Network error: Client connection negotiation failed: client connection to 127.16.205.60:36767: connect: Connection refused (error 111)
20:02:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.056358 17282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } attempt: 3
20:02:49.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.061275 17282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } has no permanent_uuid. Determining permanent_uuid...
20:02:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.062682 17282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.60:36767: Network error: Client connection negotiation failed: client connection to 127.16.205.60:36767: connect: Connection refused (error 111)
20:02:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.088745 17354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } attempt: 1
20:02:49.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.090226 17354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.60:36767: Network error: Client connection negotiation failed: client connection to 127.16.205.60:36767: connect: Connection refused (error 111)
20:02:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.093825 17282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } attempt: 1
20:02:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.095201 17282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.60:36767: Network error: Client connection negotiation failed: client connection to 127.16.205.60:36767: connect: Connection refused (error 111)
20:02:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.128433 17356 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.128682 17356 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.128726 17356 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.131971 17356 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:02:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.132025 17356 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.132043 17356 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:02:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.132061 17356 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:02:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.132078 17356 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:02:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.132092 17356 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37033/jwks.json
20:02:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.136008 17356 master_runner.cc:387] Master server non-default flags:
20:02:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/wal
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.60:36767
20:02:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37033/jwks.json
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data/info.pb
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.60
20:02:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17356
20:02:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/logs
20:02:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:02:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.137068 17356 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.138404 17356 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.144606 17364 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.145113 17356 server_base.cc:1061] running on GCE node
20:02:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.144791 17367 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.144627 17365 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.146306 17356 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.147375 17356 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.148519 17356 hybrid_clock.cc:648] HybridClock initialized: now 1783540969148469 us; error 70 us; skew 500 ppm
20:02:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.150377 17356 webserver.cc:533] Webserver started at http://127.16.205.60:42393/ using document root <none> and password file <none>
20:02:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.150974 17356 fs_manager.cc:362] Metadata directory not provided
20:02:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.151057 17356 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.151273 17356 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.152899 17356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data/instance:
20:02:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e33d3fb4cadc4d4e810e2244b7d47e70"
20:02:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.153425 17356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/wal/instance:
20:02:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e33d3fb4cadc4d4e810e2244b7d47e70"
20:02:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.156775 17356 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.006s	sys 0.000s
20:02:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.158397 17354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } attempt: 2
20:02:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.159019 17373 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.159788 17354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.60:36767: Network error: Client connection negotiation failed: client connection to 127.16.205.60:36767: connect: Connection refused (error 111)
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.160054 17356 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.160137 17356 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/wal
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e33d3fb4cadc4d4e810e2244b7d47e70"
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.160195 17356 fs_report.cc:389] FS layout report
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/wal
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/wal
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data/data
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.170370 17282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } attempt: 2
20:02:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.171883 17282 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.205.60:36767: Network error: Client connection negotiation failed: client connection to 127.16.205.60:36767: connect: Connection refused (error 111)
20:02:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.176891 17356 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.177464 17356 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.177609 17356 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:49.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.184652 17425 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.60:36767 every 8 connection(s)
20:02:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.184662 17356 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.60:36767
20:02:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.185622 17356 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/data/info.pb
20:02:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.188273 17426 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.191146 17426 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } has no permanent_uuid. Determining permanent_uuid...
20:02:49.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.195106 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 17356
20:02:49.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.195191 17204 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/master-2/wal/instance
20:02:49.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.199966 17426 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } has no permanent_uuid. Determining permanent_uuid...
20:02:49.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.204424 17426 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } has no permanent_uuid. Determining permanent_uuid...
20:02:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.212210 17426 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: Bootstrap starting.
20:02:49.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.214219 17426 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: Neither blocks nor log segments found. Creating new log.
20:02:49.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.214833 17426 log.cc:826] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: Log is configured to *not* fsync() on all Append() calls
20:02:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.216516 17426 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: No bootstrap required, opened a new log
20:02:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.219061 17426 raft_consensus.cc:359] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.219292 17426 raft_consensus.cc:385] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.219352 17426 raft_consensus.cc:740] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e33d3fb4cadc4d4e810e2244b7d47e70, State: Initialized, Role: FOLLOWER
20:02:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.219772 17426 consensus_queue.cc:260] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.220487 17435 sys_catalog.cc:455] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.220587 17435 sys_catalog.cc:458] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [sys.catalog]: This master's current role is: FOLLOWER
20:02:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.221195 17426 sys_catalog.cc:565] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [sys.catalog]: configured and running, proceeding with master startup.
20:02:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.225544 17446 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:02:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.224257 17356 master_runner.cc:187] Error getting master registration for 127.16.205.62:42113: OK, instance_id { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" instance_seqno: 1783540968820344 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:02:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.225977 17356 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:02:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.226408 17446 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:02:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.250960 17354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } attempt: 3
20:02:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.257439 17354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: Bootstrap starting.
20:02:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.259516 17354 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: Neither blocks nor log segments found. Creating new log.
20:02:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.260135 17354 log.cc:826] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: Log is configured to *not* fsync() on all Append() calls
20:02:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.261540 17354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: No bootstrap required, opened a new log
20:02:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.263916 17354 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.264046 17354 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.264078 17354 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a1885a4bd3b400b89e12df948a72be3, State: Initialized, Role: FOLLOWER
20:02:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.264489 17354 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.264979 17449 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.265098 17449 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [sys.catalog]: This master's current role is: FOLLOWER
20:02:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.265697 17354 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [sys.catalog]: configured and running, proceeding with master startup.
20:02:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.270716 17460 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:02:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.271011 17460 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:02:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.271039 17282 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } attempt: 3
20:02:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.269586 17286 master_runner.cc:187] Error getting master registration for 127.16.205.62:42113: OK, instance_id { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" instance_seqno: 1783540968820344 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:02:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.271862 17286 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:02:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.277617 17282 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141: Bootstrap starting.
20:02:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.280436 17282 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141: Neither blocks nor log segments found. Creating new log.
20:02:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.281484 17282 log.cc:826] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141: Log is configured to *not* fsync() on all Append() calls
20:02:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.284827 17282 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141: No bootstrap required, opened a new log
20:02:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.288393 17282 raft_consensus.cc:359] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.288808 17282 raft_consensus.cc:385] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.289090 17282 raft_consensus.cc:740] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc36c45c6e634aba8b2595819d5fc141, State: Initialized, Role: FOLLOWER
20:02:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.289729 17282 consensus_queue.cc:260] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.290462 17463 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.290818 17463 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: This master's current role is: FOLLOWER
20:02:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.291146 17282 sys_catalog.cc:565] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: configured and running, proceeding with master startup.
20:02:49.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.297041 17474 catalog_manager.cc:1594] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:02:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.297837 17474 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:02:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.299546 17215 master_runner.cc:264] No leader master found from master cc36c45c6e634aba8b2595819d5fc141
20:02:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.299607 17215 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:02:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.316604 17235 tablet.cc:2406] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.400063 17463 raft_consensus.cc:493] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.400262 17463 raft_consensus.cc:515] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.401386 17463 leader_election.cc:290] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6a1885a4bd3b400b89e12df948a72be3 (127.16.205.61:45063), e33d3fb4cadc4d4e810e2244b7d47e70 (127.16.205.60:36767)
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.402145 17328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc36c45c6e634aba8b2595819d5fc141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a1885a4bd3b400b89e12df948a72be3" is_pre_election: true
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.402395 17328 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cc36c45c6e634aba8b2595819d5fc141 in term 0.
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.402855 17231 leader_election.cc:304] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a1885a4bd3b400b89e12df948a72be3, cc36c45c6e634aba8b2595819d5fc141; no voters: 
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.403151 17463 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.403209 17463 raft_consensus.cc:493] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.403249 17463 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 0 FOLLOWER]: Advancing to term 1
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.404456 17463 raft_consensus.cc:515] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.404816 17463 leader_election.cc:290] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [CANDIDATE]: Term 1 election: Requested vote from peers 6a1885a4bd3b400b89e12df948a72be3 (127.16.205.61:45063), e33d3fb4cadc4d4e810e2244b7d47e70 (127.16.205.60:36767)
20:02:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.405298 17328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc36c45c6e634aba8b2595819d5fc141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a1885a4bd3b400b89e12df948a72be3"
20:02:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.405408 17328 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [term 0 FOLLOWER]: Advancing to term 1
20:02:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.406193 17435 raft_consensus.cc:493] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.406342 17435 raft_consensus.cc:515] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.407359 17435 leader_election.cc:290] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cc36c45c6e634aba8b2595819d5fc141 (127.16.205.62:42113), 6a1885a4bd3b400b89e12df948a72be3 (127.16.205.61:45063)
20:02:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.410387 17256 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc36c45c6e634aba8b2595819d5fc141" is_pre_election: true
20:02:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.410645 17256 raft_consensus.cc:2393] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e33d3fb4cadc4d4e810e2244b7d47e70 in current term 1: Already voted for candidate cc36c45c6e634aba8b2595819d5fc141 in this term.
20:02:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.412817 17327 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a1885a4bd3b400b89e12df948a72be3" is_pre_election: true
20:02:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.413319 17375 leader_election.cc:304] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e33d3fb4cadc4d4e810e2244b7d47e70; no voters: 6a1885a4bd3b400b89e12df948a72be3, cc36c45c6e634aba8b2595819d5fc141
20:02:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.413744 17435 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 0 FOLLOWER]: Advancing to term 1
20:02:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.414848 17435 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:02:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.415647 17399 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc36c45c6e634aba8b2595819d5fc141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70"
20:02:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.416682 17399 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cc36c45c6e634aba8b2595819d5fc141 in term 1.
20:02:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.416924 17400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc36c45c6e634aba8b2595819d5fc141" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" is_pre_election: true
20:02:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.417037 17400 raft_consensus.cc:2376] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate cc36c45c6e634aba8b2595819d5fc141 in term 1. Re-sending same reply.
20:02:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.417438 17233 leader_election.cc:304] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cc36c45c6e634aba8b2595819d5fc141, e33d3fb4cadc4d4e810e2244b7d47e70; no voters: 
20:02:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.422518 17328 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cc36c45c6e634aba8b2595819d5fc141 in term 1.
20:02:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.423079 17463 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 1 FOLLOWER]: Leader election won for term 1
20:02:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.423318 17463 raft_consensus.cc:697] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [term 1 LEADER]: Becoming Leader. State: Replica: cc36c45c6e634aba8b2595819d5fc141, State: Running, Role: LEADER
20:02:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.423647 17463 consensus_queue.cc:237] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } }
20:02:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.428840 17379 tablet.cc:2406] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.437091 17463 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cc36c45c6e634aba8b2595819d5fc141. Latest consensus state: current_term: 1 leader_uuid: "cc36c45c6e634aba8b2595819d5fc141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.437224 17463 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: This master's current role is: LEADER
20:02:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.451421 17478 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:02:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.452831 17478 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:02:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.462901 17328 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [term 1 FOLLOWER]: Refusing update from remote peer cc36c45c6e634aba8b2595819d5fc141: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.462913 17400 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [term 1 FOLLOWER]: Refusing update from remote peer cc36c45c6e634aba8b2595819d5fc141: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.463678 17476 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.464174 17476 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.467860 17449 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cc36c45c6e634aba8b2595819d5fc141. Latest consensus state: current_term: 1 leader_uuid: "cc36c45c6e634aba8b2595819d5fc141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.467854 17435 sys_catalog.cc:455] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cc36c45c6e634aba8b2595819d5fc141. Latest consensus state: current_term: 1 leader_uuid: "cc36c45c6e634aba8b2595819d5fc141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.467974 17435 sys_catalog.cc:458] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [sys.catalog]: This master's current role is: FOLLOWER
20:02:49.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.467974 17449 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [sys.catalog]: This master's current role is: FOLLOWER
20:02:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.469527 17463 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cc36c45c6e634aba8b2595819d5fc141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.469635 17463 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: This master's current role is: LEADER
20:02:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.470223 17435 sys_catalog.cc:455] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cc36c45c6e634aba8b2595819d5fc141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.470327 17435 sys_catalog.cc:458] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70 [sys.catalog]: This master's current role is: FOLLOWER
20:02:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.470441 17480 mvcc.cc:204] Tried to move back new op lower bound from 7305383810913230848 to 7305383810805395456. Current Snapshot: MvccSnapshot[applied={T|T < 7305383810913230848}]
20:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.471256 17478 catalog_manager.cc:1383] Generated new cluster ID: 30860d5c9b21447aaca1af60542eb93d
20:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.471315 17478 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:02:49.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.473027 17476 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cc36c45c6e634aba8b2595819d5fc141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.473133 17476 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141 [sys.catalog]: This master's current role is: LEADER
20:02:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.474171 17449 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cc36c45c6e634aba8b2595819d5fc141" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc36c45c6e634aba8b2595819d5fc141" member_type: VOTER last_known_addr { host: "127.16.205.62" port: 42113 } } peers { permanent_uuid: "6a1885a4bd3b400b89e12df948a72be3" member_type: VOTER last_known_addr { host: "127.16.205.61" port: 45063 } } peers { permanent_uuid: "e33d3fb4cadc4d4e810e2244b7d47e70" member_type: VOTER last_known_addr { host: "127.16.205.60" port: 36767 } } }
20:02:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.474287 17449 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3 [sys.catalog]: This master's current role is: FOLLOWER
20:02:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.474546 17481 mvcc.cc:204] Tried to move back new op lower bound from 7305383810913230848 to 7305383810805395456. Current Snapshot: MvccSnapshot[applied={T|T < 7305383810913230848}]
20:02:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.491464 17478 catalog_manager.cc:1406] Generated new certificate authority record
20:02:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.492332 17478 catalog_manager.cc:1540] Loading token signing keys...
20:02:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.499883 17478 catalog_manager.cc:6070] T 00000000000000000000000000000000 P cc36c45c6e634aba8b2595819d5fc141: Generated new TSK 0
20:02:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.501677 17478 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.525807 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:0
20:02:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:02:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:02:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.628394 17488 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.628582 17488 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.628619 17488 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.633107 17488 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.633603 17488 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.1
20:02:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.638680 17488 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:0
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17488
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.639720 17488 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.640794 17488 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.646884 17494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.646881 17493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.646864 17496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.647471 17488 server_base.cc:1061] running on GCE node
20:02:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.647838 17488 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.648448 17488 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.649639 17488 hybrid_clock.cc:648] HybridClock initialized: now 1783540969649618 us; error 37 us; skew 500 ppm
20:02:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.651814 17488 webserver.cc:533] Webserver started at http://127.16.205.1:34239/ using document root <none> and password file <none>
20:02:49.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.652498 17488 fs_manager.cc:362] Metadata directory not provided
20:02:49.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.652572 17488 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:49.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.652770 17488 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.654675 17488 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/instance:
20:02:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:02:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.655227 17488 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal/instance:
20:02:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:02:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.659261 17488 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
20:02:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.661624 17502 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:49.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.662703 17488 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.662824 17488 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.662915 17488 fs_report.cc:389] FS layout report
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:49.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/data
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.676404 17488 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:49.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.677079 17488 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:49.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.677291 17488 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:49.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.677884 17488 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.678948 17488 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:02:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.679030 17488 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:02:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.679088 17488 ts_tablet_manager.cc:616] Registered 0 tablets
20:02:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.679112 17488 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:02:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.688185 17488 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.1:43697
20:02:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.688211 17615 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.1:43697 every 8 connection(s)
20:02:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.689240 17488 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:02:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.698335 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 17488
20:02:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.698336 17617 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:02:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.698385 17618 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:02:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.698455 17204 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal/instance
20:02:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.698575 17618 heartbeater.cc:461] Registering TS with master...
20:02:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.698576 17617 heartbeater.cc:461] Registering TS with master...
20:02:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.699205 17617 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:02:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.699206 17618 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:02:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.698608 17616 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:02:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.700050 17616 heartbeater.cc:461] Registering TS with master...
20:02:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.700426 17616 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:02:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.701277 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:02:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:0
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:02:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.701535 17390 ts_manager.cc:194] Registered new tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.701627 17317 ts_manager.cc:194] Registered new tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.703078 17246 ts_manager.cc:194] Registered new tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:49.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.704177 17246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.1:44911
20:02:49.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.811782 17623 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:49.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.811975 17623 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:49.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.812012 17623 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:49.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.815274 17623 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:49.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.815366 17623 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.2
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.819146 17623 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:0
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17623
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.820067 17623 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.821120 17623 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.827980 17629 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.828006 17631 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.828012 17628 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.828626 17623 server_base.cc:1061] running on GCE node
20:02:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.828980 17623 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.829546 17623 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.830700 17623 hybrid_clock.cc:648] HybridClock initialized: now 1783540969830668 us; error 51 us; skew 500 ppm
20:02:49.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.832732 17623 webserver.cc:533] Webserver started at http://127.16.205.2:34429/ using document root <none> and password file <none>
20:02:49.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.833335 17623 fs_manager.cc:362] Metadata directory not provided
20:02:49.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.833418 17623 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:49.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.833628 17623 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:49.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.835484 17623 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/instance:
20:02:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:02:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.835988 17623 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal/instance:
20:02:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:02:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.839787 17623 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
20:02:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.841881 17637 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.843004 17623 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.843127 17623 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.843226 17623 fs_report.cc:389] FS layout report
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/data
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:49.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.860678 17623 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.861454 17623 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.861656 17623 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:49.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.862317 17623 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.863363 17623 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:02:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.863442 17623 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:02:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.863498 17623 ts_tablet_manager.cc:616] Registered 0 tablets
20:02:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.863521 17623 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:02:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.872793 17623 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.2:35189
20:02:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.872807 17750 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.2:35189 every 8 connection(s)
20:02:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.873876 17623 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:02:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.879355 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 17623
20:02:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.879472 17204 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal/instance
20:02:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.883458 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:0
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.883507 17751 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:02:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.883567 17752 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.883721 17751 heartbeater.cc:461] Registering TS with master...
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.883723 17752 heartbeater.cc:461] Registering TS with master...
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.884183 17752 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.884228 17753 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.884181 17751 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.884308 17753 heartbeater.cc:461] Registering TS with master...
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.884462 17753 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.885231 17317 ts_manager.cc:194] Registered new tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.885437 17390 ts_manager.cc:194] Registered new tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.885592 17246 ts_manager.cc:194] Registered new tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.886283 17246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.2:53081
20:02:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.985680 17758 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.985872 17758 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.985918 17758 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.989274 17758 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:49.989363 17758 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.3
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.993393 17758 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:0
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17758
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.994495 17758 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:49.995491 17758 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:50.001828 17763 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:50.001844 17766 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:50.001844 17764 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.002177 17758 server_base.cc:1061] running on GCE node
20:02:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.002624 17758 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.003346 17758 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.004588 17758 hybrid_clock.cc:648] HybridClock initialized: now 1783540970004570 us; error 33 us; skew 500 ppm
20:02:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.006726 17758 webserver.cc:533] Webserver started at http://127.16.205.3:32839/ using document root <none> and password file <none>
20:02:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.007340 17758 fs_manager.cc:362] Metadata directory not provided
20:02:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.007413 17758 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.007586 17758 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.009126 17758 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/instance:
20:02:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda26935d8ed42b996f89862c8a196af"
20:02:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:50 on dist-test-slave-92g6"
20:02:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.009572 17758 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal/instance:
20:02:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda26935d8ed42b996f89862c8a196af"
20:02:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:50 on dist-test-slave-92g6"
20:02:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.013140 17758 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.006s	sys 0.000s
20:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.015450 17772 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.016541 17758 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
20:02:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.016676 17758 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda26935d8ed42b996f89862c8a196af"
20:02:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:50 on dist-test-slave-92g6"
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.016776 17758 fs_report.cc:389] FS layout report
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/data
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.032851 17758 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.033648 17758 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.033879 17758 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.034546 17758 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.035633 17758 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:02:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.035708 17758 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:02:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.035768 17758 ts_tablet_manager.cc:616] Registered 0 tablets
20:02:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.035790 17758 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:02:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.045056 17758 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.3:32871
20:02:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.045082 17885 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.3:32871 every 8 connection(s)
20:02:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.046216 17758 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:02:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.050828 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 17758
20:02:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.050949 17204 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal/instance
20:02:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056106 17887 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:02:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056342 17887 heartbeater.cc:461] Registering TS with master...
20:02:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056371 17888 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:02:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056458 17888 heartbeater.cc:461] Registering TS with master...
20:02:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056087 17886 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:02:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056871 17888 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:02:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056871 17887 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:02:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.056973 17886 heartbeater.cc:461] Registering TS with master...
20:02:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.057147 17886 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:02:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.058092 17390 ts_manager.cc:194] Registered new tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:02:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.058300 17246 ts_manager.cc:194] Registered new tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:02:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.058530 17318 ts_manager.cc:194] Registered new tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:02:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.058948 17246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.3:45521
20:02:50.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.073947 17204 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:02:50.075 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:02:50.076 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:02:50.084 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.205.62"
      port: 42113
    }
    bound_http_address {
      host: "127.16.205.62"
      port: 36735
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.205.61"
      port: 45063
    }
    bound_http_address {
      host: "127.16.205.61"
      port: 37353
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.205.60"
      port: 36767
    }
    bound_http_address {
      host: "127.16.205.60"
      port: 42393
    }
  }
}

20:02:50.087 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:02:50.090 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.205.1"
      port: 43697
    }
    bound_http_address {
      host: "127.16.205.1"
      port: 34239
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.205.2"
      port: 35189
    }
    bound_http_address {
      host: "127.16.205.2"
      port: 34429
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.205.3"
      port: 32871
    }
    bound_http_address {
      host: "127.16.205.3"
      port: 32839
    }
  }
}

20:02:50.090 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:02:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.228019 17446 catalog_manager.cc:1295] Loaded cluster ID: 30860d5c9b21447aaca1af60542eb93d
20:02:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.228101 17446 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: loading cluster ID for follower catalog manager: success
20:02:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.230528 17446 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: acquiring CA information for follower catalog manager: success
20:02:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.231851 17446 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e33d3fb4cadc4d4e810e2244b7d47e70: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:02:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.272976 17460 catalog_manager.cc:1295] Loaded cluster ID: 30860d5c9b21447aaca1af60542eb93d
20:02:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.273048 17460 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: loading cluster ID for follower catalog manager: success
20:02:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.275915 17460 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: acquiring CA information for follower catalog manager: success
20:02:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.277724 17460 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6a1885a4bd3b400b89e12df948a72be3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:02:50.307 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:02:50.371 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:02:50.532 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.205.60:36767(127.16.205.60:36767)] connecting to peer
20:02:50.581 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.205.62:42113(127.16.205.62:42113)] connecting to peer
20:02:50.583 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.205.61:45063(127.16.205.61:45063)] connecting to peer
20:02:50.600 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.205.61:45063(127.16.205.61:45063)] Successfully connected to peer
20:02:50.600 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.205.60:36767(127.16.205.60:36767)] Successfully connected to peer
20:02:50.600 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.205.62:42113(127.16.205.62:42113)] Successfully connected to peer
20:02:50.693 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.16.205.60
20:02:50.693 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.16.205.61
20:02:50.693 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.16.205.62
20:02:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.706084 17617 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:02:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:50.887990 17752 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:02:50.930 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x360e2d35, L:/127.0.0.1:51830 - R:/127.16.205.61:45063] using SASL/PLAIN
20:02:50.930 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe304b526, L:/127.0.0.1:60018 - R:/127.16.205.60:36767] using SASL/PLAIN
20:02:50.930 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x4b99e145, L:/127.0.0.1:35558 - R:/127.16.205.62:42113] using SASL/PLAIN
20:02:50.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:02:50.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=465), Traces: [0ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.205.60:36767, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.205.62:42113, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.205.61:45063, [440ms] Sub RPC ConnectToMaster: received response from server master-127.16.205.61:45063: OK, [440ms] Sub RPC ConnectToMaster: received response from server master-127.16.205.60:36767: OK, [441ms] Sub RPC ConnectToMaster: received response from server master-127.16.205.62:42113: OK, deferred=null) after lookup
20:02:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.009922 17246 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35558:
20:02:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486"
20:02:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:02:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:02:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:51.013484 17246 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:02:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.040917 17550 tablet_service.cc:1511] Processing CreateTablet for tablet 8089478a581a4b62807f2356e64ccd2c (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486 [id=eba410188c6144b7bdc3ac7fb8c1d09f]), partition=RANGE (key) PARTITION UNBOUNDED
20:02:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.041940 17550 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8089478a581a4b62807f2356e64ccd2c. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.042584 17685 tablet_service.cc:1511] Processing CreateTablet for tablet 8089478a581a4b62807f2356e64ccd2c (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486 [id=eba410188c6144b7bdc3ac7fb8c1d09f]), partition=RANGE (key) PARTITION UNBOUNDED
20:02:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.043249 17685 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8089478a581a4b62807f2356e64ccd2c. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.048076 17820 tablet_service.cc:1511] Processing CreateTablet for tablet 8089478a581a4b62807f2356e64ccd2c (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486 [id=eba410188c6144b7bdc3ac7fb8c1d09f]), partition=RANGE (key) PARTITION UNBOUNDED
20:02:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.048970 17820 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8089478a581a4b62807f2356e64ccd2c. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.056005 17920 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap starting.
20:02:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.058907 17920 tablet_bootstrap.cc:654] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Neither blocks nor log segments found. Creating new log.
20:02:51.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table eba410188c6144b7bdc3ac7fb8c1d09f
20:02:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.060393 17887 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:02:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.063822 17919 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap starting.
20:02:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.063930 17920 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Log is configured to *not* fsync() on all Append() calls
20:02:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.064635 17921 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap starting.
20:02:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.065948 17919 tablet_bootstrap.cc:654] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Neither blocks nor log segments found. Creating new log.
20:02:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.066550 17921 tablet_bootstrap.cc:654] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Neither blocks nor log segments found. Creating new log.
20:02:51.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.066854 17919 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Log is configured to *not* fsync() on all Append() calls
20:02:51.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.067346 17921 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Log is configured to *not* fsync() on all Append() calls
20:02:51.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.067538 17920 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: No bootstrap required, opened a new log
20:02:51.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.067754 17920 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent bootstrapping tablet: real 0.012s	user 0.005s	sys 0.000s
20:02:51.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.068624 17919 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: No bootstrap required, opened a new log
20:02:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.068964 17919 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent bootstrapping tablet: real 0.005s	user 0.005s	sys 0.000s
20:02:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.069461 17921 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: No bootstrap required, opened a new log
20:02:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.069666 17921 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent bootstrapping tablet: real 0.005s	user 0.003s	sys 0.000s
20:02:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072010 17919 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072005 17920 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072211 17920 raft_consensus.cc:385] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072235 17919 raft_consensus.cc:385] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072270 17920 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fda26935d8ed42b996f89862c8a196af, State: Initialized, Role: FOLLOWER
20:02:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072288 17919 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Initialized, Role: FOLLOWER
20:02:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072723 17920 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.072757 17919 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.073596 17919 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
20:02:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.073624 17920 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
20:02:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.074241 17921 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.074627 17921 raft_consensus.cc:385] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.074887 17921 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Initialized, Role: FOLLOWER
20:02:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.075477 17921 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.076382 17921 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
20:02:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.084621 17928 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:51.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.084997 17928 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.087113 17928 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:51.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.094938 17840 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af" is_pre_election: true
20:02:51.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.095265 17840 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 0.
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.095602 17926 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.095747 17926 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.095770 17503 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.096014 17927 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.096076 17927 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.096117 17927 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 0 FOLLOWER]: Advancing to term 1
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.096939 17927 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.096975 17926 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.097573 17840 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af"
20:02:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.097678 17840 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 0 FOLLOWER]: Advancing to term 1
20:02:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.097765 17927 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 1 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.098837 17840 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 1.
20:02:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.098920 17705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6" is_pre_election: true
20:02:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.099092 17705 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 0.
20:02:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.099402 17704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:02:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.099525 17704 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 0 FOLLOWER]: Advancing to term 1
20:02:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.100562 17704 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 1.
20:02:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.100889 17503 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 
20:02:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.101390 17927 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 1 FOLLOWER]: Leader election won for term 1
20:02:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.101653 17927 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 1 LEADER]: Becoming Leader. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Running, Role: LEADER
20:02:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.102042 17927 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.103425 17840 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af" is_pre_election: true
20:02:51.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.103600 17840 raft_consensus.cc:2393] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8174e6945de6476b9ce1061ca3c77bd6 in current term 1: Already voted for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in this term.
20:02:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.107331 17246 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 reported cstate change: term changed from 0 to 1, leader changed from <none> to fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1). New cstate: current_term: 1 leader_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: UNKNOWN } } }
20:02:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.110742 17570 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" is_pre_election: true
20:02:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.111367 17639 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af
20:02:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.111836 17926 raft_consensus.cc:2749] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:02:51.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:51.126422 17754 tablet.cc:2406] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:51.126 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table eba410188c6144b7bdc3ac7fb8c1d09f
20:02:51.149 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:51.156 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:51.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [11ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=null) after lookup
20:02:51.166 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:51.169 [DEBUG - kudu-nio-3] (Connection.java:757) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] Successfully connected to peer
20:02:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:51.192173 17619 tablet.cc:2406] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:51.238 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x2531257e, L:/127.0.0.1:58410 - R:/127.16.205.1:43697] using TOKEN/null
20:02:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.249922 17704 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Refusing update from remote peer fb5fcfb51b7845e7bf8e5f7688bf05b2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.250026 17840 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 1 FOLLOWER]: Refusing update from remote peer fb5fcfb51b7845e7bf8e5f7688bf05b2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.250676 17927 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.251019 17928 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.260463 17935 mvcc.cc:204] Tried to move back new op lower bound from 7305383818231508992 to 7305383817637888000. Current Snapshot: MvccSnapshot[applied={T|T < 7305383818231508992}]
20:02:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.262795 17936 mvcc.cc:204] Tried to move back new op lower bound from 7305383818231508992 to 7305383817637888000. Current Snapshot: MvccSnapshot[applied={T|T < 7305383818231508992}]
20:02:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.275164 17937 mvcc.cc:204] Tried to move back new op lower bound from 7305383818231508992 to 7305383817637888000. Current Snapshot: MvccSnapshot[applied={T|T < 7305383818231508992}]
20:02:51.355 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:51.356 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.1:43697
20:02:51.357 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:02:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:51.358278 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 17488
20:02:51.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:51.369 [DEBUG - kudu-nio-3] (Connection.java:239) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] handling channelInactive
20:02:51.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state READY due to: connection closed
20:02:51.370 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: connection closed
20:02:51.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:51.383 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:51.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [14ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@2073964189(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@1efcb657 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e9001ac -> wakeup thread Time-limited test)) after lookup
20:02:51.384 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:51.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.387 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:51.404 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:51.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [14ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [35ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@2073964189(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@1efcb657 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e9001ac -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296))) after lookup
20:02:51.405 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:51.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.407 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:51.445 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:51.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [14ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [35ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [37ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [39ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [39ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [76ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@2073964189(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@1efcb657 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e9001ac -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138))) after lookup
20:02:51.446 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:51.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.448 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:51.503 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:51.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=135), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [14ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [35ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [37ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [39ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [39ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [76ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [78ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [80ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [80ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [134ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@2073964189(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@1efcb657 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138) -> (continuation of Deferred@1494160481 after retry RPC@1140059938), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e9001ac -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138) -> (continuation of Deferred@1494160481 after retry RPC@1140059938))) after lookup
20:02:51.505 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:51.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.507 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:51.544 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:51.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [14ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [35ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [37ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [39ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [39ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [76ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [78ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [80ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [80ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [134ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [136ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [139ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [139ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [175ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@2073964189(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@1efcb657 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138) -> (continuation of Deferred@1494160481 after retry RPC@1140059938) -> (continuation of Deferred@340679874 after retry RPC@90913878), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e9001ac -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138) -> (continuation of Deferred@1494160481 after retry RPC@1140059938) -> (continuation of Deferred@340679874 after retry RPC@90913878))) after lookup
20:02:51.546 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:51.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:51.548 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.803117 17949 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.803282 17949 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.803884 17950 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.804240 17949 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.804234 17950 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.804294 17840 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af" is_pre_election: true
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.804679 17840 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 1.
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:52.804654 17639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.805104 17638 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: 
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.805306 17949 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.805394 17949 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.805435 17949 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 1 FOLLOWER]: Advancing to term 2
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:52.805562 17639 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.805835 17950 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:52.806051 17774 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:02:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.806545 17949 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.806921 17949 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 2 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:52.807011 17774 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:02:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.807356 17840 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af"
20:02:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.807451 17840 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 1 FOLLOWER]: Advancing to term 2
20:02:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:52.808199 17639 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:02:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.808451 17840 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 2.
20:02:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.808786 17638 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2
20:02:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.808969 17949 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 2 FOLLOWER]: Leader election won for term 2
20:02:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.809185 17949 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 2 LEADER]: Becoming Leader. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Running, Role: LEADER
20:02:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.809535 17949 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.810680 17704 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6" is_pre_election: true
20:02:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.811102 17775 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2
20:02:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.811335 17950 raft_consensus.cc:2749] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:02:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:52.812707 17246 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 reported cstate change: term changed from 1 to 2, leader changed from fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1) to 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2). New cstate: current_term: 2 leader_uuid: "8174e6945de6476b9ce1061ca3c77bd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: HEALTHY } } }
20:02:53.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.236308 17639 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 -> Peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Couldn't send request to peer fb5fcfb51b7845e7bf8e5f7688bf05b2. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:53.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.244356 17840 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Refusing update from remote peer 8174e6945de6476b9ce1061ca3c77bd6: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:02:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.244966 17949 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
20:02:53.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:53.443 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:53.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2076), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [14ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [35ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [37ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [39ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [39ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [76ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [78ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [80ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [80ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [134ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [136ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [139ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [139ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [175ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [178ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [180ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [180ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2071ms] refreshing cache from master, [2072ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [2074ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@2073964189(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@1efcb657 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138) -> (continuation of Deferred@1494160481 after retry RPC@1140059938) -> (continuation of Deferred@340679874 after retry RPC@90913878) -> (continuation of Deferred@789474253 after retry RPC@1935371254), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e9001ac -> wakeup thread Time-limited test -> (continuation of Deferred@1312413906 after retry RPC@353851296) -> (continuation of Deferred@1805651583 after retry RPC@624551138) -> (continuation of Deferred@1494160481 after retry RPC@1140059938) -> (continuation of Deferred@340679874 after retry RPC@90913878) -> (continuation of Deferred@789474253 after retry RPC@1935371254))) after lookup
20:02:53.445 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:53.446 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] Successfully connected to peer
20:02:53.470 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xadf6609c, L:/127.0.0.1:54458 - R:/127.16.205.2:35189] using TOKEN/null
20:02:53.489 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.1:43697
20:02:53.491 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:02:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.491744 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.595572 17977 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:53.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.595779 17977 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:53.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.595826 17977 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.600807 17977 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.600965 17977 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.1
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.606227 17977 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:02:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17977
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.607314 17977 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:53.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.608757 17977 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.615759 17985 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.615787 17982 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.615881 17977 server_base.cc:1061] running on GCE node
20:02:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:53.615773 17983 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.616609 17977 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.617096 17977 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.618266 17977 hybrid_clock.cc:648] HybridClock initialized: now 1783540973618247 us; error 31 us; skew 500 ppm
20:02:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.620131 17977 webserver.cc:533] Webserver started at http://127.16.205.1:34239/ using document root <none> and password file <none>
20:02:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.620711 17977 fs_manager.cc:362] Metadata directory not provided
20:02:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.620846 17977 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.625087 17977 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.002s
20:02:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.627226 17991 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.628562 17977 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.628691 17977 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.629223 17977 fs_report.cc:389] FS layout report
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:02:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/data
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.663523 17977 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.664198 17977 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.664343 17977 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:53.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.665010 17977 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.666383 17998 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:02:53.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.669790 17977 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:02:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.669844 17977 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:02:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.669889 17977 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:02:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.671311 17977 ts_tablet_manager.cc:616] Registered 1 tablets
20:02:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.671353 17977 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:02:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.671726 17998 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap starting.
20:02:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.682123 17977 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.1:43697
20:02:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.682190 18105 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.1:43697 every 8 connection(s)
20:02:53.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.683197 17977 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:02:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.686937 17998 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Log is configured to *not* fsync() on all Append() calls
20:02:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.687618 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 17977
20:02:53.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.695986 17998 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:02:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.696419 17998 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap complete.
20:02:53.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.698007 17998 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent bootstrapping tablet: real 0.027s	user 0.014s	sys 0.010s
20:02:53.699 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:53.700 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.2:35189
20:02:53.700 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:02:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.698942 18106 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:02:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.699198 18106 heartbeater.cc:461] Registering TS with master...
20:02:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.699807 18106 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:02:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.700578 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 17623
20:02:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.701257 17998 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.701650 17998 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Initialized, Role: FOLLOWER
20:02:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.702127 17998 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.703023 17389 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.703230 17998 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
20:02:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.705354 18108 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:02:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.705454 18108 heartbeater.cc:461] Registering TS with master...
20:02:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.705690 18108 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:02:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.706207 18107 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:02:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.706284 18107 heartbeater.cc:461] Registering TS with master...
20:02:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.706491 18107 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:02:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.706816 17318 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.707448 17244 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:02:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.708381 17244 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.1:49503
20:02:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:53.709735 18107 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:02:53.713 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:53.713 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] handling channelInactive
20:02:53.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state READY due to: connection closed
20:02:53.714 [DEBUG - Time-limited test] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:53.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.715 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:53.723 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:53.724 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [10ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@951684125(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@a2ef294 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768a0588 -> wakeup thread Time-limited test)) after lookup
20:02:53.725 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:53.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.727 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:53.743 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:53.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [10ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [11ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [14ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [14ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [29ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@951684125(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@a2ef294 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768a0588 -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043))) after lookup
20:02:53.744 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:53.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.746 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.763 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:53.764 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:53.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [10ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [11ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [14ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [14ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [29ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [33ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [50ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@951684125(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@a2ef294 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768a0588 -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852))) after lookup
20:02:53.765 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:53.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.767 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:53.824 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:53.824 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [10ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [11ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [14ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [14ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [29ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [33ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [50ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [51ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [54ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [54ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [110ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@951684125(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@a2ef294 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768a0588 -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433))) after lookup
20:02:53.825 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:53.826 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.826 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:53.884 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:53.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=171), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [10ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [11ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [14ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [14ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [29ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [33ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [50ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [51ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [54ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [54ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [110ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [112ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [113ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [113ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [167ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [170ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@951684125(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@a2ef294 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433) -> (continuation of Deferred@1400256129 after retry RPC@701958078), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768a0588 -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433) -> (continuation of Deferred@1400256129 after retry RPC@701958078))) after lookup
20:02:53.886 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:53.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:53.888 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:54.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:54.424 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:54.424 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=710), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [10ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [11ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [14ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [14ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [29ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [33ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [50ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [51ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [54ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [54ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [110ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [112ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [113ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [113ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [167ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [170ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [172ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [175ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [175ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [707ms] refreshing cache from master, [707ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [710ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@951684125(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@a2ef294 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433) -> (continuation of Deferred@1400256129 after retry RPC@701958078) -> (continuation of Deferred@1599406454 after retry RPC@618060901), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768a0588 -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433) -> (continuation of Deferred@1400256129 after retry RPC@701958078) -> (continuation of Deferred@1599406454 after retry RPC@618060901))) after lookup
20:02:54.425 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:02:54.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:54.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:54.426 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:02:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.988751 18120 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 8174e6945de6476b9ce1061ca3c77bd6)
20:02:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.988912 18120 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.989399 18120 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:54.990851 17775 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111)
20:02:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.994482 18060 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" is_pre_election: true
20:02:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.994805 18060 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fda26935d8ed42b996f89862c8a196af in term 1.
20:02:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.995541 17774 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6
20:02:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.995723 18120 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Leader pre-election won for term 3
20:02:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.995790 18120 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Starting leader election (detected failure of leader 8174e6945de6476b9ce1061ca3c77bd6)
20:02:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.995823 18120 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 2 FOLLOWER]: Advancing to term 3
20:02:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.996611 18120 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.996974 18120 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 3 election: Requested vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.997296 18060 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:02:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.997428 18060 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 1 FOLLOWER]: Advancing to term 3
20:02:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:54.998004 17775 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111)
20:02:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.999253 18060 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fda26935d8ed42b996f89862c8a196af in term 3.
20:02:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.999577 17774 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6
20:02:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.999761 18120 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 3 FOLLOWER]: Leader election won for term 3
20:02:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:54.999954 18120 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 3 LEADER]: Becoming Leader. State: Replica: fda26935d8ed42b996f89862c8a196af, State: Running, Role: LEADER
20:02:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:55.000265 18120 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:55.003072 17244 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af reported cstate change: term changed from 2 to 3, leader changed from 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2) to fda26935d8ed42b996f89862c8a196af (127.16.205.3). New cstate: current_term: 3 leader_uuid: "fda26935d8ed42b996f89862c8a196af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: UNKNOWN } } }
20:02:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:55.516780 18060 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 3 FOLLOWER]: Refusing update from remote peer fda26935d8ed42b996f89862c8a196af: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
20:02:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:55.517494 18138 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
20:02:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:55.527601 17775 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af -> Peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Couldn't send request to peer 8174e6945de6476b9ce1061ca3c77bd6. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:56.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:56.723 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:02:56.724 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3010), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [10ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [11ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [14ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [14ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [29ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [33ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [50ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [51ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [54ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [54ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [110ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [112ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [113ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [113ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [167ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [170ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [172ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [175ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [175ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [707ms] refreshing cache from master, [707ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [710ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [712ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [713ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [713ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [3007ms] refreshing cache from master, [3007ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [3010ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@951684125(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@a2ef294 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433) -> (continuation of Deferred@1400256129 after retry RPC@701958078) -> (continuation of Deferred@1599406454 after retry RPC@618060901) -> (continuation of Deferred@443208987 after retry RPC@147658695), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768a0588 -> wakeup thread Time-limited test -> (continuation of Deferred@2081734484 after retry RPC@1519670043) -> (continuation of Deferred@1648057741 after retry RPC@1445832852) -> (continuation of Deferred@852238196 after retry RPC@161376433) -> (continuation of Deferred@1400256129 after retry RPC@701958078) -> (continuation of Deferred@1599406454 after retry RPC@618060901) -> (continuation of Deferred@443208987 after retry RPC@147658695))) after lookup
20:02:56.726 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:02:56.727 [DEBUG - kudu-nio-1] (Connection.java:757) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] Successfully connected to peer
20:02:56.749 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xa1264201, L:/127.0.0.1:43370 - R:/127.16.205.3:32871] using TOKEN/null
20:02:56.771 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.2:35189
20:02:56.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.773535 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:35189
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.888149 18160 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.888335 18160 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.888377 18160 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.891789 18160 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.891901 18160 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.2
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.896070 18160 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:35189
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
20:02:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18160
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.897168 18160 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.898314 18160 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.904703 18165 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.904845 18168 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:56.904790 18166 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.905105 18160 server_base.cc:1061] running on GCE node
20:02:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.905588 18160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.906163 18160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.907331 18160 hybrid_clock.cc:648] HybridClock initialized: now 1783540976907289 us; error 60 us; skew 500 ppm
20:02:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.909189 18160 webserver.cc:533] Webserver started at http://127.16.205.2:34429/ using document root <none> and password file <none>
20:02:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.909796 18160 fs_manager.cc:362] Metadata directory not provided
20:02:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.909888 18160 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.913128 18160 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
20:02:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.915002 18174 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.915856 18160 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.915973 18160 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.916378 18160 fs_report.cc:389] FS layout report
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/data
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.947400 18160 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.948159 18160 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.948379 18160 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:56.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.948997 18160 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.950352 18181 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:02:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.954597 18160 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:02:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.954680 18160 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
20:02:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.954748 18160 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:02:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.956271 18160 ts_tablet_manager.cc:616] Registered 1 tablets
20:02:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.956339 18160 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
20:02:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.956681 18181 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap starting.
20:02:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.967236 18160 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.2:35189
20:02:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.967276 18288 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.2:35189 every 8 connection(s)
20:02:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.968459 18160 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:02:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.969801 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 18160
20:02:56.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.974987 18181 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Log is configured to *not* fsync() on all Append() calls
20:02:56.980 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:56.982 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.3:32871
20:02:56.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:02:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.982782 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 17758
20:02:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.985718 18289 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:02:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.986177 18289 heartbeater.cc:461] Registering TS with master...
20:02:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.986840 18289 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:02:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.988354 18181 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:02:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.988752 17390 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.988781 18181 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap complete.
20:02:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.988837 18290 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:02:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.988927 18290 heartbeater.cc:461] Registering TS with master...
20:02:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.989135 18290 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:02:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.989308 18291 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:02:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.989398 18291 heartbeater.cc:461] Registering TS with master...
20:02:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.989609 18291 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:02:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.989951 17244 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.990100 18181 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent bootstrapping tablet: real 0.034s	user 0.026s	sys 0.004s
20:02:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.990743 17318 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.990998 17244 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.2:59109
20:02:56.992 [DEBUG - kudu-nio-1] (Connection.java:239) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] handling channelInactive
20:02:56.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:56.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state READY due to: connection closed
20:02:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.993022 18181 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.993420 18181 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Initialized, Role: FOLLOWER
20:02:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.993887 18181 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:56.994 [DEBUG - Time-limited test] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:02:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.994642 18290 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:02:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:56.994915 18181 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
20:02:56.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:56.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:56.996 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.002 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:57.002 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:02:57.002 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [3ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [3ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [9ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1141045508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@56d7fe80 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63859c1a -> wakeup thread Time-limited test)) after lookup
20:02:57.003 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:02:57.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.004 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:57.023 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:02:57.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [3ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [3ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [9ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [10ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [11ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [11ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [30ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1141045508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@56d7fe80 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63859c1a -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748))) after lookup
20:02:57.024 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:02:57.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.025 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.063 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:57.063 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:02:57.063 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [3ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [3ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [9ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [10ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [11ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [11ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [30ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [32ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [32ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [70ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1141045508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@56d7fe80 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63859c1a -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426))) after lookup
20:02:57.064 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:02:57.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.066 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:57.124 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:02:57.124 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=130), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [3ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [3ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [9ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [10ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [11ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [11ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [30ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [32ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [32ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [70ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [71ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [73ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [73ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [127ms] refreshing cache from master, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [130ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1141045508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@56d7fe80 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426) -> (continuation of Deferred@1188478981 after retry RPC@2104626534), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63859c1a -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426) -> (continuation of Deferred@1188478981 after retry RPC@2104626534))) after lookup
20:02:57.125 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:02:57.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.126 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:57.503 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:02:57.503 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=510), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [3ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [3ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [9ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [10ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [11ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [11ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [30ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [32ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [32ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [70ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [71ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [73ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [73ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [127ms] refreshing cache from master, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [130ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [131ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [133ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [133ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [507ms] refreshing cache from master, [507ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [510ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1141045508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@56d7fe80 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426) -> (continuation of Deferred@1188478981 after retry RPC@2104626534) -> (continuation of Deferred@1925464869 after retry RPC@523270438), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63859c1a -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426) -> (continuation of Deferred@1188478981 after retry RPC@2104626534) -> (continuation of Deferred@1925464869 after retry RPC@523270438))) after lookup
20:02:57.504 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:02:57.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:57.505 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:02:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.271513 18302 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader fda26935d8ed42b996f89862c8a196af)
20:02:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.271656 18302 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.272701 18302 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.273346 17992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:02:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.274246 17992 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:02:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.277525 18243 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6" is_pre_election: true
20:02:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.277762 18243 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 2.
20:02:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.278419 17994 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2; no voters: fda26935d8ed42b996f89862c8a196af
20:02:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.278644 18302 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:02:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.278734 18302 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 3 FOLLOWER]: Starting leader election (detected failure of leader fda26935d8ed42b996f89862c8a196af)
20:02:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.278779 18302 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 3 FOLLOWER]: Advancing to term 4
20:02:58.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.279587 18302 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.280007 18302 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 4 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:02:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.280377 18243 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:02:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.280545 18243 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 2 FOLLOWER]: Advancing to term 4
20:02:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.281069 17992 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:02:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.282290 18243 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 4.
20:02:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.282570 17994 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2; no voters: fda26935d8ed42b996f89862c8a196af
20:02:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.282717 18302 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 4 FOLLOWER]: Leader election won for term 4
20:02:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.282902 18302 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 4 LEADER]: Becoming Leader. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Running, Role: LEADER
20:02:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.283192 18302 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.285555 17244 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 reported cstate change: term changed from 3 to 4, leader changed from fda26935d8ed42b996f89862c8a196af (127.16.205.3) to fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1). New cstate: current_term: 4 leader_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: UNKNOWN } } }
20:02:58.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:58.463 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:58.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1470), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [3ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [3ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [9ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [10ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [11ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [11ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [30ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [31ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [32ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [32ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [70ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [71ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [73ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [73ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [127ms] refreshing cache from master, [127ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [130ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [131ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [133ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [133ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [507ms] refreshing cache from master, [507ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [510ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [511ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [512ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [512ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [1466ms] refreshing cache from master, [1466ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [1469ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1141045508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@56d7fe80 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426) -> (continuation of Deferred@1188478981 after retry RPC@2104626534) -> (continuation of Deferred@1925464869 after retry RPC@523270438) -> (continuation of Deferred@391606772 after retry RPC@187880305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63859c1a -> wakeup thread Time-limited test -> (continuation of Deferred@1731635476 after retry RPC@672963748) -> (continuation of Deferred@1634806140 after retry RPC@767844426) -> (continuation of Deferred@1188478981 after retry RPC@2104626534) -> (continuation of Deferred@1925464869 after retry RPC@523270438) -> (continuation of Deferred@391606772 after retry RPC@187880305))) after lookup
20:02:58.464 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:58.465 [DEBUG - kudu-nio-0] (Connection.java:757) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] Successfully connected to peer
20:02:58.486 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe574716a, L:/127.0.0.1:47446 - R:/127.16.205.1:43697] using TOKEN/null
20:02:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.490617 18243 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 4 FOLLOWER]: Refusing update from remote peer fb5fcfb51b7845e7bf8e5f7688bf05b2: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
20:02:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.490906 17992 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 -> Peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Couldn't send request to peer fda26935d8ed42b996f89862c8a196af. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.491988 18307 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
20:02:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.500345 18322 mvcc.cc:204] Tried to move back new op lower bound from 7305383847891181568 to 7305383847050604544. Current Snapshot: MvccSnapshot[applied={T|T < 7305383847891181568 or (T in {7305383847891181568})}]
20:02:58.513 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.3:32871
20:02:58.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.514331 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:32871
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32839
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.616147 18331 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.616366 18331 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.616410 18331 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.619824 18331 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.619974 18331 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.3
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.623991 18331 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:32871
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32839
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:02:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18331
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:02:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:02:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.625200 18331 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.626490 18331 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.633034 18336 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.633057 18337 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:02:58.633219 18339 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.634119 18331 server_base.cc:1061] running on GCE node
20:02:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.634593 18331 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.635257 18331 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.638464 18331 hybrid_clock.cc:648] HybridClock initialized: now 1783540978638438 us; error 37 us; skew 500 ppm
20:02:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.640851 18331 webserver.cc:533] Webserver started at http://127.16.205.3:32839/ using document root <none> and password file <none>
20:02:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.641362 18331 fs_manager.cc:362] Metadata directory not provided
20:02:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.641423 18331 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.644608 18331 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
20:02:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.646481 18345 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.647395 18331 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:02:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.647486 18331 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda26935d8ed42b996f89862c8a196af"
20:02:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:50 on dist-test-slave-92g6"
20:02:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.647850 18331 fs_report.cc:389] FS layout report
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/data
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.665710 18331 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.666385 18331 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.666532 18331 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.667160 18331 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.668393 18352 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:02:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.672219 18331 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:02:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.672288 18331 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:02:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.672343 18331 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:02:58.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.673820 18331 ts_tablet_manager.cc:616] Registered 1 tablets
20:02:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.673861 18331 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
20:02:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.674219 18352 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap starting.
20:02:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.684198 18331 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.3:32871
20:02:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.685469 18331 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:02:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.690039 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 18331
20:02:58.690 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.686470 18459 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.3:32871 every 8 connection(s)
20:02:58.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.697275 18461 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:02:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.697520 18461 heartbeater.cc:461] Registering TS with master...
20:02:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.698323 18461 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:02:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.692030 18352 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Log is configured to *not* fsync() on all Append() calls
20:02:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.700344 17246 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:02:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.701284 17246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.3:49819
20:02:58.702 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.706665 18462 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:02:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.706774 18462 heartbeater.cc:461] Registering TS with master...
20:02:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.706950 18462 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:02:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.707666 18460 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:02:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.707747 18460 heartbeater.cc:461] Registering TS with master...
20:02:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.707861 18460 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:02:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.708176 17317 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:02:58.710 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.1:43697
20:02:58.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:02:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.711400 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 17977
20:02:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.712338 17390 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:02:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.716090 18352 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:02:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.716509 18352 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap complete.
20:02:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.717845 18352 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent bootstrapping tablet: real 0.044s	user 0.015s	sys 0.014s
20:02:58.720 [DEBUG - kudu-nio-0] (Connection.java:239) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] handling channelInactive
20:02:58.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state READY due to: connection closed
20:02:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.720748 18352 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:58.721 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.721402 18352 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: fda26935d8ed42b996f89862c8a196af, State: Initialized, Role: FOLLOWER
20:02:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.721931 18352 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:02:58.722 [DEBUG - Time-limited test] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.723254 18352 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.004s
20:02:58.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:02:58.723662 18461 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:02:58.724 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:58.743 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:58.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [20ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1564676278(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4f28acb0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51966e6a -> wakeup thread Time-limited test)) after lookup
20:02:58.744 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:58.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.745 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.763 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:58.763 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:58.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [20ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [21ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [23ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [23ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [40ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1564676278(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4f28acb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51966e6a -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200))) after lookup
20:02:58.764 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:58.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.766 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.783 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:58.783 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:58.783 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [20ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [21ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [23ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [23ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [40ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [44ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1564676278(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4f28acb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51966e6a -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636))) after lookup
20:02:58.784 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:58.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.786 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:58.843 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:58.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=121), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [20ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [21ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [23ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [23ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [40ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [44ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [62ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [64ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [64ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [120ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1564676278(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4f28acb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51966e6a -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428))) after lookup
20:02:58.844 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:58.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:58.846 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:59.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:59.124 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:59.124 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=402), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [20ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [21ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [23ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [23ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [40ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [44ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [62ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [64ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [64ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [120ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [122ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [124ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [124ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [398ms] refreshing cache from master, [398ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [401ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1564676278(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4f28acb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428) -> (continuation of Deferred@804886884 after retry RPC@1220429036), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51966e6a -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428) -> (continuation of Deferred@804886884 after retry RPC@1220429036))) after lookup
20:02:59.125 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:59.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:59.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:59.126 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:59.862 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:02:59.863 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:02:59.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1141), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [20ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [21ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [23ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [23ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [40ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [44ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [62ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [64ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [64ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [120ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [122ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [124ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [124ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [398ms] refreshing cache from master, [398ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [401ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [402ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [404ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [404ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1137ms] refreshing cache from master, [1138ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [1140ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1564676278(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4f28acb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428) -> (continuation of Deferred@804886884 after retry RPC@1220429036) -> (continuation of Deferred@1932413919 after retry RPC@1234036850), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51966e6a -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428) -> (continuation of Deferred@804886884 after retry RPC@1220429036) -> (continuation of Deferred@1932413919 after retry RPC@1234036850))) after lookup
20:02:59.864 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:02:59.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:59.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:02:59.865 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:00.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.013831 18473 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:03:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.013998 18473 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.015959 18473 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:00.016546 18176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:00.017664 18176 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:00.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.021391 18414 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af" is_pre_election: true
20:03:00.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.021651 18414 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 3.
20:03:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.022317 18175 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2
20:03:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.022567 18473 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 4 FOLLOWER]: Leader pre-election won for term 5
20:03:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.022646 18473 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 4 FOLLOWER]: Starting leader election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:03:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.022686 18473 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 4 FOLLOWER]: Advancing to term 5
20:03:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.023546 18473 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.023890 18473 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 5 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.024235 18414 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af"
20:03:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.024369 18414 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 3 FOLLOWER]: Advancing to term 5
20:03:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:00.024957 18176 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.026118 18414 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 5.
20:03:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.026407 18175 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2
20:03:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.026571 18473 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 5 FOLLOWER]: Leader election won for term 5
20:03:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.026741 18473 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 5 LEADER]: Becoming Leader. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Running, Role: LEADER
20:03:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.027002 18473 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.029142 17246 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 reported cstate change: term changed from 4 to 5, leader changed from fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1) to 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2). New cstate: current_term: 5 leader_uuid: "8174e6945de6476b9ce1061ca3c77bd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: HEALTHY } } }
20:03:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.505821 18414 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 5 FOLLOWER]: Refusing update from remote peer 8174e6945de6476b9ce1061ca3c77bd6: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
20:03:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:00.506560 18473 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
20:03:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:00.515527 18176 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 -> Peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Couldn't send request to peer fb5fcfb51b7845e7bf8e5f7688bf05b2. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:03.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:03.003 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:03.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4282), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [20ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [21ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [23ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [23ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [40ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [44ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [62ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [64ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [64ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [118ms] refreshing cache from master, [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [120ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [122ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [124ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [124ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [398ms] refreshing cache from master, [398ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [401ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [402ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [404ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [404ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1137ms] refreshing cache from master, [1138ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [1140ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [1142ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [1143ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1143ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [4277ms] refreshing cache from master, [4277ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [4280ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1564676278(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4f28acb0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428) -> (continuation of Deferred@804886884 after retry RPC@1220429036) -> (continuation of Deferred@1932413919 after retry RPC@1234036850) -> (continuation of Deferred@494128377 after retry RPC@967479465), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51966e6a -> wakeup thread Time-limited test -> (continuation of Deferred@976985659 after retry RPC@1480348200) -> (continuation of Deferred@1611151783 after retry RPC@1512020636) -> (continuation of Deferred@409959535 after retry RPC@1040375428) -> (continuation of Deferred@804886884 after retry RPC@1220429036) -> (continuation of Deferred@1932413919 after retry RPC@1234036850) -> (continuation of Deferred@494128377 after retry RPC@967479465))) after lookup
20:03:03.004 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:03.005 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] Successfully connected to peer
20:03:03.020 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x37b4e3a2, L:/127.0.0.1:53152 - R:/127.16.205.2:35189] using TOKEN/null
20:03:03.037 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.1:43697
20:03:03.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.038087 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.140730 18512 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.140975 18512 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.141036 18512 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.144538 18512 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.144697 18512 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.1
20:03:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.148634 18512 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18512
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:03:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:03:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.150017 18512 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.151152 18512 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.157599 18520 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.157569 18517 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:03.157663 18518 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.157829 18512 server_base.cc:1061] running on GCE node
20:03:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.159018 18512 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.159500 18512 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.160672 18512 hybrid_clock.cc:648] HybridClock initialized: now 1783540983160651 us; error 37 us; skew 500 ppm
20:03:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.162508 18512 webserver.cc:533] Webserver started at http://127.16.205.1:34239/ using document root <none> and password file <none>
20:03:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.163074 18512 fs_manager.cc:362] Metadata directory not provided
20:03:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.163151 18512 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:03.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.166507 18512 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
20:03:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.168428 18526 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.169293 18512 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.169411 18512 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.169827 18512 fs_report.cc:389] FS layout report
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/data
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.190380 18512 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.191113 18512 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.191308 18512 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.192004 18512 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:03.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.193339 18533 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.196589 18512 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.196702 18512 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
20:03:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.196789 18512 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.198236 18512 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.198297 18512 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
20:03:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.198576 18533 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap starting.
20:03:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.209070 18512 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.1:43697
20:03:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.209151 18640 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.1:43697 every 8 connection(s)
20:03:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.210172 18512 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:03.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.213604 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 18512
20:03:03.214 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:03.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.214075 18533 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Log is configured to *not* fsync() on all Append() calls
20:03:03.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.223145 18641 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:03:03.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.223377 18641 heartbeater.cc:461] Registering TS with master...
20:03:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.223650 18642 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:03:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.223727 18642 heartbeater.cc:461] Registering TS with master...
20:03:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.223982 18641 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:03:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.223984 18642 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:03:03.226 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.226059 17246 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:03.227 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.2:35189
20:03:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.226138 17390 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.226945 17246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.1:49439
20:03:03.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:03:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.228260 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 18160
20:03:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.231773 18533 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.232173 18533 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap complete.
20:03:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.232860 18643 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:03:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.232939 18643 heartbeater.cc:461] Registering TS with master...
20:03:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.233108 18643 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:03:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.233376 18533 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent bootstrapping tablet: real 0.035s	user 0.025s	sys 0.004s
20:03:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.234113 17318 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.235563 18533 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.235850 18533 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Initialized, Role: FOLLOWER
20:03:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.236279 18533 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.236840 18642 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:03:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:03.237160 18533 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
20:03:03.241 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:03.241 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] handling channelInactive
20:03:03.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state READY due to: connection closed
20:03:03.242 [DEBUG - Time-limited test] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:03.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.243 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.262 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:03.262 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:03.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [21ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1656827543(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e1dc99d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59307aa7 -> wakeup thread Time-limited test)) after lookup
20:03:03.263 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:03.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.265 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.283 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:03.283 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:03.283 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [21ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [42ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1656827543(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e1dc99d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59307aa7 -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860))) after lookup
20:03:03.284 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:03.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.285 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.302 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:03.303 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:03.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [21ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [42ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [44ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [44ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1656827543(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e1dc99d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59307aa7 -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301))) after lookup
20:03:03.304 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:03.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.305 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:03.423 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:03.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=182), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [21ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [42ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [44ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [44ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [63ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [64ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [64ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [181ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1656827543(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e1dc99d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301) -> (continuation of Deferred@1906162333 after retry RPC@1436600980), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59307aa7 -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301) -> (continuation of Deferred@1906162333 after retry RPC@1436600980))) after lookup
20:03:03.424 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:03.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.426 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.482 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:03.482 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:03.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=241), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [21ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [42ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [44ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [44ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [63ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [64ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [64ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [181ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [183ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [185ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [185ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [238ms] refreshing cache from master, [239ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [241ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1656827543(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e1dc99d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301) -> (continuation of Deferred@1906162333 after retry RPC@1436600980) -> (continuation of Deferred@863284118 after retry RPC@1624449798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59307aa7 -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301) -> (continuation of Deferred@1906162333 after retry RPC@1436600980) -> (continuation of Deferred@863284118 after retry RPC@1624449798))) after lookup
20:03:03.484 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:03.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:03.485 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.537647 18654 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 8174e6945de6476b9ce1061ca3c77bd6)
20:03:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.537786 18654 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.538875 18654 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:04.539615 18348 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111)
20:03:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:04.540531 18348 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111)
20:03:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.543569 18595 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" is_pre_election: true
20:03:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.543804 18595 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fda26935d8ed42b996f89862c8a196af in term 4.
20:03:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.544418 18347 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6
20:03:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.544672 18654 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 5 FOLLOWER]: Leader pre-election won for term 6
20:03:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.544727 18654 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 5 FOLLOWER]: Starting leader election (detected failure of leader 8174e6945de6476b9ce1061ca3c77bd6)
20:03:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.544756 18654 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 5 FOLLOWER]: Advancing to term 6
20:03:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.545501 18654 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.545796 18654 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 6 election: Requested vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.546144 18595 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:03:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.546298 18595 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 4 FOLLOWER]: Advancing to term 6
20:03:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:04.546880 18348 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111)
20:03:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.548184 18595 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fda26935d8ed42b996f89862c8a196af in term 6.
20:03:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.548480 18347 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6
20:03:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.548657 18654 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Leader election won for term 6
20:03:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.548892 18654 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 LEADER]: Becoming Leader. State: Replica: fda26935d8ed42b996f89862c8a196af, State: Running, Role: LEADER
20:03:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.549194 18654 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:04.551491 17246 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af reported cstate change: term changed from 5 to 6, leader changed from 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2) to fda26935d8ed42b996f89862c8a196af (127.16.205.3). New cstate: current_term: 6 leader_uuid: "fda26935d8ed42b996f89862c8a196af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: UNKNOWN } } }
20:03:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.140774 18348 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af -> Peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Couldn't send request to peer 8174e6945de6476b9ce1061ca3c77bd6. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.165515 18595 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 6 FOLLOWER]: Refusing update from remote peer fda26935d8ed42b996f89862c8a196af: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
20:03:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.166216 18672 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
20:03:05.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:05.483 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:05.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2242), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [2ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [21ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [42ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [42ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [44ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [44ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [61ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [63ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [64ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [64ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [181ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [183ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [185ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [185ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [238ms] refreshing cache from master, [239ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [241ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [242ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [244ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [244ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [2239ms] refreshing cache from master, [2239ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [2241ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1656827543(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e1dc99d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301) -> (continuation of Deferred@1906162333 after retry RPC@1436600980) -> (continuation of Deferred@863284118 after retry RPC@1624449798) -> (continuation of Deferred@677875167 after retry RPC@462071584), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59307aa7 -> wakeup thread Time-limited test -> (continuation of Deferred@2145921388 after retry RPC@626495860) -> (continuation of Deferred@27419324 after retry RPC@409444301) -> (continuation of Deferred@1906162333 after retry RPC@1436600980) -> (continuation of Deferred@863284118 after retry RPC@1624449798) -> (continuation of Deferred@677875167 after retry RPC@462071584))) after lookup
20:03:05.484 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:05.485 [DEBUG - kudu-nio-7] (Connection.java:757) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] Successfully connected to peer
20:03:05.514 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x323138ff, L:/127.0.0.1:35532 - R:/127.16.205.3:32871] using TOKEN/null
20:03:05.538 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.2:35189
20:03:05.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.540271 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:35189
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:03:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
20:03:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:03:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.647253 18686 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.647558 18686 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.647635 18686 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.651219 18686 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.651381 18686 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.2
20:03:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.655568 18686 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:35189
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18686
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:03:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:03:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.657058 18686 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.658288 18686 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.664836 18691 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.664832 18692 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:05.665005 18694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.665330 18686 server_base.cc:1061] running on GCE node
20:03:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.665685 18686 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:05.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.666237 18686 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.667378 18686 hybrid_clock.cc:648] HybridClock initialized: now 1783540985667360 us; error 35 us; skew 500 ppm
20:03:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.669245 18686 webserver.cc:533] Webserver started at http://127.16.205.2:34429/ using document root <none> and password file <none>
20:03:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.669751 18686 fs_manager.cc:362] Metadata directory not provided
20:03:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.669801 18686 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.673216 18686 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
20:03:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.675130 18700 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.676069 18686 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.676164 18686 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.676723 18686 fs_report.cc:389] FS layout report
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/data
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:05.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.686764 18686 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.687258 18686 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.687387 18686 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.687860 18686 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.688972 18707 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.692867 18686 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.692955 18686 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:03:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.693027 18686 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.694639 18686 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.694711 18686 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
20:03:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.695016 18707 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap starting.
20:03:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.706781 18686 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.2:35189
20:03:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.706799 18816 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.2:35189 every 8 connection(s)
20:03:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.707782 18686 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:03:05.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.712533 18707 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Log is configured to *not* fsync() on all Append() calls
20:03:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.716569 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 18686
20:03:05.717 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:05.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.723583 18817 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:03:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.723824 18817 heartbeater.cc:461] Registering TS with master...
20:03:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.724371 18817 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:03:05.725 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:05.726 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.3:32871
20:03:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.725190 18819 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:03:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.725271 18819 heartbeater.cc:461] Registering TS with master...
20:03:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.725451 18819 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:03:05.727 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.726300 17318 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.726573 17390 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.727687 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 18331
20:03:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.729624 18818 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:03:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.729745 18818 heartbeater.cc:461] Registering TS with master...
20:03:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.730007 18818 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:03:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.730846 17246 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.731631 17246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.2:48125
20:03:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.733345 18707 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.733763 18707 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap complete.
20:03:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.735074 18707 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent bootstrapping tablet: real 0.040s	user 0.035s	sys 0.000s
20:03:05.735 [DEBUG - kudu-nio-7] (Connection.java:239) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] handling channelInactive
20:03:05.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state READY due to: connection closed
20:03:05.736 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:05.736 [DEBUG - Time-limited test] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.737380 18707 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.737818 18707 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Initialized, Role: FOLLOWER
20:03:05.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.738 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.738313 18707 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.739043 18818 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:03:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:05.739300 18707 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
20:03:05.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:05.744 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:05.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [7ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@731546831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6567953b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@140d7cae -> wakeup thread Time-limited test)) after lookup
20:03:05.744 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:05.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.746 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.762 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:05.762 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:05.763 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [7ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [8ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [10ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [10ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [26ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@731546831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6567953b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@140d7cae -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817))) after lookup
20:03:05.763 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:05.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.764 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.782 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:05.782 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:05.782 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [7ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [8ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [10ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [10ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [26ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [27ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [28ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [28ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@731546831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6567953b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@140d7cae -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312))) after lookup
20:03:05.783 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:05.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.785 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:05.883 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:05.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [7ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [8ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [10ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [10ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [26ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [27ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [28ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [28ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [49ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [49ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [146ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@731546831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6567953b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@140d7cae -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872))) after lookup
20:03:05.884 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:05.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:05.885 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:06.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:06.023 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:06.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=287), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [7ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [8ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [10ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [10ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [26ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [27ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [28ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [28ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [49ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [49ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [146ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [147ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [149ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [149ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [286ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@731546831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6567953b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872) -> (continuation of Deferred@1161545119 after retry RPC@553051030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@140d7cae -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872) -> (continuation of Deferred@1161545119 after retry RPC@553051030))) after lookup
20:03:06.025 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:06.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:06.026 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:06.026 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:06.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:06.103 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:06.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=367), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [7ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [8ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [10ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [10ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [26ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [27ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [28ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [28ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [49ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [49ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [146ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [147ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [149ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [149ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [286ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [289ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [290ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [290ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [364ms] refreshing cache from master, [364ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [366ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@731546831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6567953b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872) -> (continuation of Deferred@1161545119 after retry RPC@553051030) -> (continuation of Deferred@1600777755 after retry RPC@1217678387), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@140d7cae -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872) -> (continuation of Deferred@1161545119 after retry RPC@553051030) -> (continuation of Deferred@1600777755 after retry RPC@1217678387))) after lookup
20:03:06.104 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:06.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:06.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:06.106 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.037220 18831 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader fda26935d8ed42b996f89862c8a196af)
20:03:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.037402 18831 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.038563 18831 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:07.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:07.039403 18527 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:03:07.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:07.040282 18527 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:03:07.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.044200 18769 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6" is_pre_election: true
20:03:07.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.044482 18769 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 5.
20:03:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.045238 18529 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2; no voters: fda26935d8ed42b996f89862c8a196af
20:03:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.045471 18831 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 6 FOLLOWER]: Leader pre-election won for term 7
20:03:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.045548 18831 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 6 FOLLOWER]: Starting leader election (detected failure of leader fda26935d8ed42b996f89862c8a196af)
20:03:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.045593 18831 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 6 FOLLOWER]: Advancing to term 7
20:03:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.046437 18831 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.046840 18831 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 7 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.047266 18769 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:03:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.047412 18769 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 5 FOLLOWER]: Advancing to term 7
20:03:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:07.047857 18527 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:03:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.048996 18769 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 7.
20:03:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.049305 18529 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2; no voters: fda26935d8ed42b996f89862c8a196af
20:03:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.049510 18831 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 7 FOLLOWER]: Leader election won for term 7
20:03:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.049731 18831 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 7 LEADER]: Becoming Leader. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Running, Role: LEADER
20:03:07.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.050050 18831 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.052409 17246 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 reported cstate change: term changed from 6 to 7, leader changed from fda26935d8ed42b996f89862c8a196af (127.16.205.3) to fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1). New cstate: current_term: 7 leader_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: UNKNOWN } } }
20:03:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.598196 18769 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 7 FOLLOWER]: Refusing update from remote peer fb5fcfb51b7845e7bf8e5f7688bf05b2: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
20:03:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:07.598945 18849 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
20:03:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:07.607465 18527 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 -> Peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Couldn't send request to peer fda26935d8ed42b996f89862c8a196af. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:08.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:08.884 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:08.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3148), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [7ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [8ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [10ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [10ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [26ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [27ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [28ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [28ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [49ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [49ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [146ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [147ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [149ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [149ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [286ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [289ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [290ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [290ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [364ms] refreshing cache from master, [364ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [366ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [368ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [370ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [370ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [3144ms] refreshing cache from master, [3144ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [3147ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@731546831(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6567953b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872) -> (continuation of Deferred@1161545119 after retry RPC@553051030) -> (continuation of Deferred@1600777755 after retry RPC@1217678387) -> (continuation of Deferred@782248898 after retry RPC@1144987633), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@140d7cae -> wakeup thread Time-limited test -> (continuation of Deferred@1869789783 after retry RPC@679875817) -> (continuation of Deferred@312274382 after retry RPC@170230312) -> (continuation of Deferred@688895331 after retry RPC@253576872) -> (continuation of Deferred@1161545119 after retry RPC@553051030) -> (continuation of Deferred@1600777755 after retry RPC@1217678387) -> (continuation of Deferred@782248898 after retry RPC@1144987633))) after lookup
20:03:08.885 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:08.886 [DEBUG - kudu-nio-7] (Connection.java:757) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] Successfully connected to peer
20:03:08.901 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xba7314a0, L:/127.0.0.1:33054 - R:/127.16.205.1:43697] using TOKEN/null
20:03:08.921 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.3:32871
20:03:08.921 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:08.922159 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:32871
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32839
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:09.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.027272 18872 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:09.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.027487 18872 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:09.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.027531 18872 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.030817 18872 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:09.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.030913 18872 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.3
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.034816 18872 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:32871
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32839
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18872
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.035802 18872 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.036834 18872 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.043289 18877 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.043253 18878 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.043534 18872 server_base.cc:1061] running on GCE node
20:03:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:09.043658 18880 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.044028 18872 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.044528 18872 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.045735 18872 hybrid_clock.cc:648] HybridClock initialized: now 1783540989045714 us; error 35 us; skew 500 ppm
20:03:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.047652 18872 webserver.cc:533] Webserver started at http://127.16.205.3:32839/ using document root <none> and password file <none>
20:03:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.048257 18872 fs_manager.cc:362] Metadata directory not provided
20:03:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.048341 18872 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.051585 18872 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
20:03:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.053409 18886 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.054397 18872 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.054518 18872 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda26935d8ed42b996f89862c8a196af"
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:50 on dist-test-slave-92g6"
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.054942 18872 fs_report.cc:389] FS layout report
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/data
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:09.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.090941 18872 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:09.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.091710 18872 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:09.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.091950 18872 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:09.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.092638 18872 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.094064 18893 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.097301 18872 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.097381 18872 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
20:03:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.097448 18872 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.098987 18872 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.099057 18872 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
20:03:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.099472 18893 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap starting.
20:03:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.110174 18872 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.3:32871
20:03:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.111158 18872 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:03:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.111971 19000 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.3:32871 every 8 connection(s)
20:03:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.118081 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 18872
20:03:09.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.119603 18893 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Log is configured to *not* fsync() on all Append() calls
20:03:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.121483 19003 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:03:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.121716 19003 heartbeater.cc:461] Registering TS with master...
20:03:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.122035 19001 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:03:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.122129 19001 heartbeater.cc:461] Registering TS with master...
20:03:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.122315 19003 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:03:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.122332 19001 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:03:09.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.124274 17390 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:03:09.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.124274 17318 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:03:09.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.126744 19002 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:03:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.126860 19002 heartbeater.cc:461] Registering TS with master...
20:03:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.127089 19002 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:03:09.128 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.127899 17244 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:03:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.128809 17244 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.3:51011
20:03:09.129 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.1:43697
20:03:09.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:09.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.129895 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 18512
20:03:09.137 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:09.137 [DEBUG - kudu-nio-7] (Connection.java:239) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] handling channelInactive
20:03:09.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state READY due to: connection closed
20:03:09.137 [DEBUG - Time-limited test] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:09.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.139 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.140640 18893 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:09.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.140988 18893 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap complete.
20:03:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.142028 18893 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent bootstrapping tablet: real 0.043s	user 0.029s	sys 0.008s
20:03:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.144073 18893 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.144399 18893 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: fda26935d8ed42b996f89862c8a196af, State: Initialized, Role: FOLLOWER
20:03:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.144834 18893 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.145505 19002 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:03:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:09.145673 18893 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.001s
20:03:09.162 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:09.163 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:09.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [25ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1925960380(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e378b83 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@674536b -> wakeup thread Time-limited test)) after lookup
20:03:09.164 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:09.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.165 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:09.183 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:09.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [25ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [26ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [28ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [28ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1925960380(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e378b83 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@674536b -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214))) after lookup
20:03:09.184 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:09.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.185 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.203 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:09.203 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:09.203 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [25ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [26ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [28ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [28ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [48ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [49ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [65ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1925960380(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e378b83 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@674536b -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671))) after lookup
20:03:09.204 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:09.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.205 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:09.263 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:09.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=126), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [25ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [26ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [28ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [28ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [48ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [49ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [65ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [67ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [68ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [68ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [125ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1925960380(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e378b83 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@674536b -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740))) after lookup
20:03:09.264 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:09.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.265 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:09.423 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:09.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=286), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [25ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [26ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [28ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [28ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [48ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [49ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [65ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [67ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [68ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [68ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [125ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [126ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [128ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [128ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [283ms] refreshing cache from master, [283ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [286ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1925960380(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e378b83 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740) -> (continuation of Deferred@916072451 after retry RPC@898692454), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@674536b -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740) -> (continuation of Deferred@916072451 after retry RPC@898692454))) after lookup
20:03:09.424 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:09.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.425 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:09.723 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:09.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=586), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [25ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [26ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [28ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [28ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [48ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [49ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [65ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [67ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [68ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [68ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [125ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [126ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [128ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [128ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [283ms] refreshing cache from master, [283ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [286ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [287ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [288ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [289ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [583ms] refreshing cache from master, [583ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [585ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1925960380(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e378b83 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740) -> (continuation of Deferred@916072451 after retry RPC@898692454) -> (continuation of Deferred@2113375204 after retry RPC@774655548), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@674536b -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740) -> (continuation of Deferred@916072451 after retry RPC@898692454) -> (continuation of Deferred@2113375204 after retry RPC@774655548))) after lookup
20:03:09.724 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:09.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:09.725 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:10.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.410898 19014 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:10.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.411120 19014 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:10.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.412386 19014 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:10.413092 18888 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:10.413929 18888 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.416337 18769 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6" is_pre_election: true
20:03:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.416832 18889 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2
20:03:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.417055 19014 raft_consensus.cc:2749] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
20:03:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.421036 19019 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:03:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.421176 19019 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:10.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.422281 19019 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:10.422986 18702 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:10.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:10.423861 18702 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.426611 18955 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af" is_pre_election: true
20:03:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.426844 18955 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 6.
20:03:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.427557 18701 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2
20:03:10.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.427831 19019 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 7 FOLLOWER]: Leader pre-election won for term 8
20:03:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.427894 19019 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 7 FOLLOWER]: Starting leader election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:03:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.427924 19019 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 7 FOLLOWER]: Advancing to term 8
20:03:10.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.428694 19019 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.429044 19019 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 8 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.429363 18955 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af"
20:03:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.429523 18955 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 6 FOLLOWER]: Advancing to term 8
20:03:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:10.430065 18702 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.431319 18955 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 8.
20:03:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.431687 18701 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2
20:03:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.431918 19019 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 8 FOLLOWER]: Leader election won for term 8
20:03:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.432148 19019 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 8 LEADER]: Becoming Leader. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Running, Role: LEADER
20:03:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.432497 19019 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:10.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.434768 17244 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 reported cstate change: term changed from 7 to 8, leader changed from fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1) to 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2). New cstate: current_term: 8 leader_uuid: "8174e6945de6476b9ce1061ca3c77bd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: HEALTHY } } }
20:03:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.863219 18955 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 8 FOLLOWER]: Refusing update from remote peer 8174e6945de6476b9ce1061ca3c77bd6: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
20:03:10.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:10.863929 19019 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
20:03:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:10.872573 18702 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 -> Peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Couldn't send request to peer fb5fcfb51b7845e7bf8e5f7688bf05b2. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:11.083 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:11.083 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:11.083 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1946), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [2ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [25ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [26ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [28ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [28ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [46ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [47ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [48ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [49ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [65ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [67ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [68ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [68ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [125ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [126ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [128ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [128ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [283ms] refreshing cache from master, [283ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [286ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [287ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [288ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [289ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [583ms] refreshing cache from master, [583ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [585ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [587ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [588ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [588ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1943ms] refreshing cache from master, [1943ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [1945ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1925960380(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@4e378b83 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740) -> (continuation of Deferred@916072451 after retry RPC@898692454) -> (continuation of Deferred@2113375204 after retry RPC@774655548) -> (continuation of Deferred@1728658494 after retry RPC@723047245), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@674536b -> wakeup thread Time-limited test -> (continuation of Deferred@1511787155 after retry RPC@1317468214) -> (continuation of Deferred@254941935 after retry RPC@1988887671) -> (continuation of Deferred@1109653995 after retry RPC@1419440740) -> (continuation of Deferred@916072451 after retry RPC@898692454) -> (continuation of Deferred@2113375204 after retry RPC@774655548) -> (continuation of Deferred@1728658494 after retry RPC@723047245))) after lookup
20:03:11.084 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:11.085 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] Successfully connected to peer
20:03:11.101 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xe85dfe71, L:/127.0.0.1:33436 - R:/127.16.205.2:35189] using TOKEN/null
20:03:11.118 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.1:43697
20:03:11.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.119256 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.220376 19046 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.220571 19046 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.220618 19046 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.224114 19046 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.224236 19046 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.1
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.228137 19046 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19046
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:03:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.229171 19046 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.230265 19046 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.236474 19051 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.236490 19054 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:11.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.236788 19046 server_base.cc:1061] running on GCE node
20:03:11.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:11.236474 19052 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:11.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.237306 19046 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.237864 19046 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.239037 19046 hybrid_clock.cc:648] HybridClock initialized: now 1783540991239011 us; error 43 us; skew 500 ppm
20:03:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.240805 19046 webserver.cc:533] Webserver started at http://127.16.205.1:34239/ using document root <none> and password file <none>
20:03:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.241395 19046 fs_manager.cc:362] Metadata directory not provided
20:03:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.241475 19046 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:11.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.244673 19046 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
20:03:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.246583 19060 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:11.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.247529 19046 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.247663 19046 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.248148 19046 fs_report.cc:389] FS layout report
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/data
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.294145 19046 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.294902 19046 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.295110 19046 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.295624 19046 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.296799 19067 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.300012 19046 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.300068 19046 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
20:03:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.300115 19046 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.301452 19046 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.301492 19046 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:03:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.301877 19067 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap starting.
20:03:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.312760 19046 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.1:43697
20:03:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.312788 19174 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.1:43697 every 8 connection(s)
20:03:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.313772 19046 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:11.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:11.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.315444 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 19046
20:03:11.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.322428 19067 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Log is configured to *not* fsync() on all Append() calls
20:03:11.326 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:11.326 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.2:35189
20:03:11.326 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:03:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.326871 19177 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:03:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.327132 19177 heartbeater.cc:461] Registering TS with master...
20:03:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.327673 19177 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:03:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.328738 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 18686
20:03:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.329229 19176 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:03:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.329315 19176 heartbeater.cc:461] Registering TS with master...
20:03:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.329478 19176 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:03:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.329833 17317 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.330308 17244 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.331223 17244 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.1:52103
20:03:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.335721 19175 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:03:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.335813 19175 heartbeater.cc:461] Registering TS with master...
20:03:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.335978 19175 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:03:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.336993 17390 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:11.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:11.338 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] handling channelInactive
20:03:11.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state READY due to: connection closed
20:03:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.347555 19067 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.348013 19067 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap complete.
20:03:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.349123 19067 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent bootstrapping tablet: real 0.048s	user 0.017s	sys 0.017s
20:03:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.351262 19067 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.351634 19067 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Initialized, Role: FOLLOWER
20:03:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.352104 19067 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.352814 19176 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:03:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:11.353039 19067 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.001s
20:03:11.360 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:11.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.362 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:11.383 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:11.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@14300087(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6d350a5a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57675299 -> wakeup thread Time-limited test)) after lookup
20:03:11.383 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:11.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.385 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.402 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:11.402 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:11.402 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [46ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [64ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@14300087(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6d350a5a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57675299 -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645))) after lookup
20:03:11.403 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:11.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.404 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:11.423 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:11.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [46ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [64ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [65ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [66ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [85ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@14300087(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6d350a5a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57675299 -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721))) after lookup
20:03:11.424 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:11.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.425 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.702 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:11.703 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:11.703 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=364), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [46ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [64ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [65ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [66ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [85ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [86ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [87ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [87ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [361ms] refreshing cache from master, [362ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [364ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@14300087(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6d350a5a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721) -> (continuation of Deferred@295697789 after retry RPC@2055021227), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57675299 -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721) -> (continuation of Deferred@295697789 after retry RPC@2055021227))) after lookup
20:03:11.704 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:11.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:11.705 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:12.102 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:12.102 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:12.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=764), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [46ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [64ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [65ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [66ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [85ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [86ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [87ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [87ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [361ms] refreshing cache from master, [362ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [364ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [366ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [367ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [367ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [761ms] refreshing cache from master, [762ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [764ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@14300087(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6d350a5a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721) -> (continuation of Deferred@295697789 after retry RPC@2055021227) -> (continuation of Deferred@2091863305 after retry RPC@1867796557), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57675299 -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721) -> (continuation of Deferred@295697789 after retry RPC@2055021227) -> (continuation of Deferred@2091863305 after retry RPC@1867796557))) after lookup
20:03:12.104 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:12.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:12.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:12.105 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189
20:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.618428 19188 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 8174e6945de6476b9ce1061ca3c77bd6)
20:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.618561 19188 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.619029 19188 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:12.620348 18889 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111)
20:03:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.624313 19129 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" is_pre_election: true
20:03:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.624594 19129 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fda26935d8ed42b996f89862c8a196af in term 7.
20:03:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.625254 18888 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6
20:03:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.625510 19188 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 8 FOLLOWER]: Leader pre-election won for term 9
20:03:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.625591 19188 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 8 FOLLOWER]: Starting leader election (detected failure of leader 8174e6945de6476b9ce1061ca3c77bd6)
20:03:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.625625 19188 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 8 FOLLOWER]: Advancing to term 9
20:03:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.626492 19188 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.626829 19188 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 9 election: Requested vote from peers fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.627207 19129 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fda26935d8ed42b996f89862c8a196af" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:03:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.627352 19129 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 7 FOLLOWER]: Advancing to term 9
20:03:12.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:12.627948 18889 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111)
20:03:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.629129 19129 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fda26935d8ed42b996f89862c8a196af in term 9.
20:03:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.629442 18888 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: fb5fcfb51b7845e7bf8e5f7688bf05b2, fda26935d8ed42b996f89862c8a196af; no voters: 8174e6945de6476b9ce1061ca3c77bd6
20:03:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.629637 19188 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 9 FOLLOWER]: Leader election won for term 9
20:03:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.629879 19188 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 9 LEADER]: Becoming Leader. State: Replica: fda26935d8ed42b996f89862c8a196af, State: Running, Role: LEADER
20:03:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.630230 19188 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:12.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:12.632687 17244 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af reported cstate change: term changed from 8 to 9, leader changed from 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2) to fda26935d8ed42b996f89862c8a196af (127.16.205.3). New cstate: current_term: 9 leader_uuid: "fda26935d8ed42b996f89862c8a196af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: UNKNOWN } } }
20:03:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:13.153589 19129 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 9 FOLLOWER]: Refusing update from remote peer fda26935d8ed42b996f89862c8a196af: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
20:03:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:13.154253 19206 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
20:03:13.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:13.162209 18889 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af -> Peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Couldn't send request to peer 8174e6945de6476b9ce1061ca3c77bd6. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.247741 18889 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af -> Peer 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189): Couldn't send request to peer 8174e6945de6476b9ce1061ca3c77bd6. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:03:15.563 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:15.563 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:15.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=4225), Traces: [0ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [24ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [46ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [64ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [65ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [66ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [85ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [86ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [87ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [87ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [361ms] refreshing cache from master, [362ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [364ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [366ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [367ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [367ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [761ms] refreshing cache from master, [762ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [764ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [765ms] sending RPC to server 8174e6945de6476b9ce1061ca3c77bd6, [767ms] received response from server 8174e6945de6476b9ce1061ca3c77bd6: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [767ms] delaying RPC due to: Network error: Failed to connect to peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189): Connection refused: /127.16.205.2:35189, [4222ms] refreshing cache from master, [4222ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [4225ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@14300087(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@6d350a5a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721) -> (continuation of Deferred@295697789 after retry RPC@2055021227) -> (continuation of Deferred@2091863305 after retry RPC@1867796557) -> (continuation of Deferred@1501218921 after retry RPC@350301491), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57675299 -> wakeup thread Time-limited test -> (continuation of Deferred@1915397332 after retry RPC@125993645) -> (continuation of Deferred@1055696571 after retry RPC@761842721) -> (continuation of Deferred@295697789 after retry RPC@2055021227) -> (continuation of Deferred@2091863305 after retry RPC@1867796557) -> (continuation of Deferred@1501218921 after retry RPC@350301491))) after lookup
20:03:15.564 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:15.565 [DEBUG - kudu-nio-6] (Connection.java:757) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] Successfully connected to peer
20:03:15.592 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xff134c50, L:/127.0.0.1:47992 - R:/127.16.205.3:32871] using TOKEN/null
20:03:15.613 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.2:35189
20:03:15.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:03:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.614586 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:35189
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.676503 18889 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.2:35189: connect: Connection refused (error 111) [suppressed 8 similar messages]
20:03:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.722896 19228 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.723096 19228 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.723140 19228 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.727048 19228 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.727180 19228 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.2
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.731525 19228 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.2:35189
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.2
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19228
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.2
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/logs
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:03:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.732753 19228 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.733866 19228 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.740278 19236 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.740273 19234 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:15.740255 19233 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.740583 19228 server_base.cc:1061] running on GCE node
20:03:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.741050 19228 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.741612 19228 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:15.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.742764 19228 hybrid_clock.cc:648] HybridClock initialized: now 1783540995742743 us; error 41 us; skew 500 ppm
20:03:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.744474 19228 webserver.cc:533] Webserver started at http://127.16.205.2:34429/ using document root <none> and password file <none>
20:03:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.744968 19228 fs_manager.cc:362] Metadata directory not provided
20:03:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.745019 19228 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.748322 19228 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
20:03:15.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.750216 19242 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:15.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.751250 19228 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:15.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.751374 19228 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:15.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:03:15.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.751822 19228 fs_report.cc:389] FS layout report
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/wal
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/data
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.768779 19228 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.769531 19228 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.769752 19228 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.770464 19228 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.771989 19249 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.776654 19228 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.776883 19228 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
20:03:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.777063 19228 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.779100 19228 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.779289 19228 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
20:03:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.779520 19249 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap starting.
20:03:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.791353 19228 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.2:35189
20:03:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.791728 19356 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.2:35189 every 8 connection(s)
20:03:15.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.792615 19228 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-1/data/info.pb
20:03:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.794283 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 19228
20:03:15.794 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.798285 19249 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Log is configured to *not* fsync() on all Append() calls
20:03:15.804 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:15.804 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.3:32871
20:03:15.805 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.805486 19357 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:03:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.805505 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 18872
20:03:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.805724 19357 heartbeater.cc:461] Registering TS with master...
20:03:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.806313 19357 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:03:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.808902 17389 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:15.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.813438 19359 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:03:15.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.813541 19359 heartbeater.cc:461] Registering TS with master...
20:03:15.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.813772 19359 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:03:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.814106 19358 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:03:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.814208 19358 heartbeater.cc:461] Registering TS with master...
20:03:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.814385 19358 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:03:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.815151 17318 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:15.816 [DEBUG - kudu-nio-6] (Connection.java:239) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] handling channelInactive
20:03:15.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state READY due to: connection closed
20:03:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.815750 17246 ts_manager.cc:194] Re-registered known tserver with Master: 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.816682 17246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.2:43439
20:03:15.817 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:15.818 [DEBUG - Time-limited test] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:15.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.820 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.823135 19249 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.823596 19249 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Bootstrap complete.
20:03:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.824661 19249 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent bootstrapping tablet: real 0.045s	user 0.018s	sys 0.023s
20:03:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.827312 19249 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.827719 19249 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Initialized, Role: FOLLOWER
20:03:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.828191 19249 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.828877 19358 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:03:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:15.829090 19249 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.001s
20:03:15.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:15.843 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:15.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [24ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1511525919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@478d28da -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@613dbf21 -> wakeup thread Time-limited test)) after lookup
20:03:15.844 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:15.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.845 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.862 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:15.862 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:15.862 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [24ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [25ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [27ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1511525919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@478d28da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@613dbf21 -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170))) after lookup
20:03:15.863 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:15.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.864 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:15.903 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:15.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [24ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [25ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [27ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [46ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [46ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [84ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1511525919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@478d28da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@613dbf21 -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288))) after lookup
20:03:15.904 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:15.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.905 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.983 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:15.983 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:15.983 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=165), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [24ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [25ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [27ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [46ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [46ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [84ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [85ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [87ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [87ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [164ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1511525919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@478d28da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@613dbf21 -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614))) after lookup
20:03:15.984 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:15.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:15.985 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:16.223 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:16.223 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:16.224 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=405), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [24ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [25ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [27ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [46ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [46ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [84ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [85ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [87ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [87ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [164ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [165ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [167ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [167ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [402ms] refreshing cache from master, [402ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [405ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1511525919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@478d28da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614) -> (continuation of Deferred@2066629439 after retry RPC@2135787551), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@613dbf21 -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614) -> (continuation of Deferred@2066629439 after retry RPC@2135787551))) after lookup
20:03:16.224 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:16.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:16.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:16.226 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:16.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:16.903 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)[L]]}]
20:03:16.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1085), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [24ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [25ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [27ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [46ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [46ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [84ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [85ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [87ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [87ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [164ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [165ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [167ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [167ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [402ms] refreshing cache from master, [402ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [405ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [406ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [407ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [408ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [1082ms] refreshing cache from master, [1083ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [1085ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1511525919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@478d28da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614) -> (continuation of Deferred@2066629439 after retry RPC@2135787551) -> (continuation of Deferred@149053092 after retry RPC@469512919), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@613dbf21 -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614) -> (continuation of Deferred@2066629439 after retry RPC@2135787551) -> (continuation of Deferred@149053092 after retry RPC@469512919))) after lookup
20:03:16.904 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] connecting to peer
20:03:16.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:16.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] cleaning up while in state CONNECTING due to: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:16.906 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871
20:03:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.113855 19370 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader fda26935d8ed42b996f89862c8a196af)
20:03:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.114084 19370 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:17.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.115123 19370 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:17.115978 19061 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:03:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:17.116904 19061 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:03:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.120136 19311 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6" is_pre_election: true
20:03:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.120496 19311 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 8.
20:03:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.121268 19063 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2; no voters: fda26935d8ed42b996f89862c8a196af
20:03:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.121527 19370 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 9 FOLLOWER]: Leader pre-election won for term 10
20:03:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.121589 19370 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 9 FOLLOWER]: Starting leader election (detected failure of leader fda26935d8ed42b996f89862c8a196af)
20:03:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.121634 19370 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 9 FOLLOWER]: Advancing to term 10
20:03:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.122521 19370 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.122900 19370 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 10 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2:35189)
20:03:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.123363 19311 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "8174e6945de6476b9ce1061ca3c77bd6"
20:03:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.123538 19311 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 8 FOLLOWER]: Advancing to term 10
20:03:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:17.123994 19061 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111)
20:03:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.125295 19311 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb5fcfb51b7845e7bf8e5f7688bf05b2 in term 10.
20:03:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.125675 19063 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fb5fcfb51b7845e7bf8e5f7688bf05b2; no voters: fda26935d8ed42b996f89862c8a196af
20:03:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.125849 19370 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 10 FOLLOWER]: Leader election won for term 10
20:03:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.126091 19370 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [term 10 LEADER]: Becoming Leader. State: Replica: fb5fcfb51b7845e7bf8e5f7688bf05b2, State: Running, Role: LEADER
20:03:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.126374 19370 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.128849 17246 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 reported cstate change: term changed from 9 to 10, leader changed from fda26935d8ed42b996f89862c8a196af (127.16.205.3) to fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1). New cstate: current_term: 10 leader_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: UNKNOWN } } }
20:03:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:17.533339 19061 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 -> Peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Couldn't send request to peer fda26935d8ed42b996f89862c8a196af. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.663982 19311 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 10 FOLLOWER]: Refusing update from remote peer fb5fcfb51b7845e7bf8e5f7688bf05b2: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
20:03:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:17.664746 19370 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
20:03:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:19.886183 19061 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2 -> Peer fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871): Couldn't send request to peer fda26935d8ed42b996f89862c8a196af. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.3:32871: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:03:20.943 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:20.943 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:20.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=5125), Traces: [0ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [2ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [2ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [24ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [25ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [27ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [27ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [44ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [45ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [46ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [46ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [84ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [85ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [87ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [87ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [164ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [165ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [167ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [167ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [402ms] refreshing cache from master, [402ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [405ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [406ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [407ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [408ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [1082ms] refreshing cache from master, [1083ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [1085ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [1086ms] sending RPC to server fda26935d8ed42b996f89862c8a196af, [1087ms] received response from server fda26935d8ed42b996f89862c8a196af: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [1088ms] delaying RPC due to: Network error: Failed to connect to peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871): Connection refused: /127.16.205.3:32871, [5122ms] refreshing cache from master, [5122ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [5125ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@1511525919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@478d28da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614) -> (continuation of Deferred@2066629439 after retry RPC@2135787551) -> (continuation of Deferred@149053092 after retry RPC@469512919) -> (continuation of Deferred@28158492 after retry RPC@2076007028), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@613dbf21 -> wakeup thread Time-limited test -> (continuation of Deferred@1968106597 after retry RPC@2038862170) -> (continuation of Deferred@1444509319 after retry RPC@1137918288) -> (continuation of Deferred@435718216 after retry RPC@1090032614) -> (continuation of Deferred@2066629439 after retry RPC@2135787551) -> (continuation of Deferred@149053092 after retry RPC@469512919) -> (continuation of Deferred@28158492 after retry RPC@2076007028))) after lookup
20:03:20.945 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:20.946 [DEBUG - kudu-nio-6] (Connection.java:757) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] Successfully connected to peer
20:03:20.960 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x5809b7c3, L:/127.0.0.1:52884 - R:/127.16.205.1:43697] using TOKEN/null
20:03:20.977 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.3:32871
20:03:20.977 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:20.977831 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:32871
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32839
20:03:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:03:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:21.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.083432 19411 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:21.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.083640 19411 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:21.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.083707 19411 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.087014 19411 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.087165 19411 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.3
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.091056 19411 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.3:32871
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.3
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32839
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19411
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.3
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/logs
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:03:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.092379 19411 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.093561 19411 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.099783 19419 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.099761 19418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.100018 19411 server_base.cc:1061] running on GCE node
20:03:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:21.099762 19421 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.100536 19411 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.101083 19411 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.102260 19411 hybrid_clock.cc:648] HybridClock initialized: now 1783541001102235 us; error 37 us; skew 500 ppm
20:03:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.104133 19411 webserver.cc:533] Webserver started at http://127.16.205.3:32839/ using document root <none> and password file <none>
20:03:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.104646 19411 fs_manager.cc:362] Metadata directory not provided
20:03:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.104696 19411 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:21.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.107714 19411 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
20:03:21.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.109370 19427 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.110266 19411 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.110348 19411 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fda26935d8ed42b996f89862c8a196af"
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:50 on dist-test-slave-92g6"
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.110671 19411 fs_report.cc:389] FS layout report
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/wal
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/data
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:21.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.124073 19411 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:21.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.124657 19411 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:21.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.124800 19411 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:21.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.125245 19411 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.126466 19434 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.129596 19411 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.129652 19411 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
20:03:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.129695 19411 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.131016 19411 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.131071 19411 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:03:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.131476 19434 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap starting.
20:03:21.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.141775 19411 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.3:32871
20:03:21.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.141804 19541 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.3:32871 every 8 connection(s)
20:03:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.143150 19411 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-2/data/info.pb
20:03:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.144692 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 19411
20:03:21.145 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.151273 19434 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Log is configured to *not* fsync() on all Append() calls
20:03:21.154 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:21.155 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.16.205.1:43697
20:03:21.155 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.155646 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 19046
20:03:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.156576 19542 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:03:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.156844 19542 heartbeater.cc:461] Registering TS with master...
20:03:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.157392 19542 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:03:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.159274 19543 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:03:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.159369 19543 heartbeater.cc:461] Registering TS with master...
20:03:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.159582 19543 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:03:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.160835 17244 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:03:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.162963 17389 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:03:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.163780 17244 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.3:54071
20:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.164837 19544 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.164937 19544 heartbeater.cc:461] Registering TS with master...
20:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.165804 19544 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:03:21.166 [DEBUG - kudu-nio-6] (Connection.java:239) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] handling channelInactive
20:03:21.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state READY due to: connection closed
20:03:21.166 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.167099 17318 ts_manager.cc:194] Re-registered known tserver with Master: fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871)
20:03:21.167 [DEBUG - Time-limited test] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:21.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.168 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.178310 19434 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.178642 19434 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Bootstrap complete.
20:03:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.179607 19434 ts_tablet_manager.cc:1403] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent bootstrapping tablet: real 0.048s	user 0.035s	sys 0.008s
20:03:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.181691 19434 raft_consensus.cc:359] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.182142 19434 raft_consensus.cc:740] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: fda26935d8ed42b996f89862c8a196af, State: Initialized, Role: FOLLOWER
20:03:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.182551 19434 consensus_queue.cc:260] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:21.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:21.183 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:21.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [1ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [15ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@787664699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@3f8d5e6b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c20b96c -> wakeup thread Time-limited test)) after lookup
20:03:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.183157 19543 heartbeater.cc:499] Master 127.16.205.62:42113 was elected leader, sending a full tablet report...
20:03:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:21.183447 19434 ts_tablet_manager.cc:1434] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
20:03:21.184 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:21.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.186 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.202 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:21.202 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:21.202 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [1ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [15ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [34ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@787664699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@3f8d5e6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c20b96c -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499))) after lookup
20:03:21.203 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:21.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.204 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:21.243 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:21.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [1ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [15ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [34ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [35ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [37ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [75ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@787664699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@3f8d5e6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c20b96c -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203))) after lookup
20:03:21.244 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:21.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.245 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.283 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:21.283 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:21.283 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [1ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [15ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [34ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [35ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [37ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [75ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [76ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [78ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [78ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [115ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@787664699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@3f8d5e6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203) -> (continuation of Deferred@1145904671 after retry RPC@800692838), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c20b96c -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203) -> (continuation of Deferred@1145904671 after retry RPC@800692838))) after lookup
20:03:21.284 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:21.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.285 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:21.363 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189),fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)[L],fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:21.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=197), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [1ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [15ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [34ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [35ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [37ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [75ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [76ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [78ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [78ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [115ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [117ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [118ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [119ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [196ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@787664699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@3f8d5e6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203) -> (continuation of Deferred@1145904671 after retry RPC@800692838) -> (continuation of Deferred@2004554930 after retry RPC@343067281), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c20b96c -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203) -> (continuation of Deferred@1145904671 after retry RPC@800692838) -> (continuation of Deferred@2004554930 after retry RPC@343067281))) after lookup
20:03:21.364 [DEBUG - kudu-nio-1] (Connection.java:748) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] connecting to peer
20:03:21.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:21.366 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697) for tablet 8089478a581a4b62807f2356e64ccd2c: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697
20:03:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.476745 19555 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:03:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.476930 19555 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.478237 19555 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:22.479115 19244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:22.480049 19244 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.483067 19496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af" is_pre_election: true
20:03:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.483381 19496 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 9.
20:03:22.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.484128 19243 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2
20:03:22.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.484376 19555 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 10 FOLLOWER]: Leader pre-election won for term 11
20:03:22.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.484452 19555 raft_consensus.cc:493] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 10 FOLLOWER]: Starting leader election (detected failure of leader fb5fcfb51b7845e7bf8e5f7688bf05b2)
20:03:22.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.484493 19555 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 10 FOLLOWER]: Advancing to term 11
20:03:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.485285 19555 raft_consensus.cc:515] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.485702 19555 leader_election.cc:290] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 11 election: Requested vote from peers fda26935d8ed42b996f89862c8a196af (127.16.205.3:32871), fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.486069 19496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8089478a581a4b62807f2356e64ccd2c" candidate_uuid: "8174e6945de6476b9ce1061ca3c77bd6" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "fda26935d8ed42b996f89862c8a196af"
20:03:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.486204 19496 raft_consensus.cc:3060] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 9 FOLLOWER]: Advancing to term 11
20:03:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:22.486865 19244 leader_election.cc:336] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111)
20:03:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.487985 19496 raft_consensus.cc:2468] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8174e6945de6476b9ce1061ca3c77bd6 in term 11.
20:03:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.488346 19243 leader_election.cc:304] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8174e6945de6476b9ce1061ca3c77bd6, fda26935d8ed42b996f89862c8a196af; no voters: fb5fcfb51b7845e7bf8e5f7688bf05b2
20:03:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.488524 19555 raft_consensus.cc:2804] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 11 FOLLOWER]: Leader election won for term 11
20:03:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.488732 19555 raft_consensus.cc:697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [term 11 LEADER]: Becoming Leader. State: Replica: 8174e6945de6476b9ce1061ca3c77bd6, State: Running, Role: LEADER
20:03:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.489022 19555 consensus_queue.cc:237] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } }
20:03:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:22.491374 17244 catalog_manager.cc:5697] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 reported cstate change: term changed from 10 to 11, leader changed from fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1) to 8174e6945de6476b9ce1061ca3c77bd6 (127.16.205.2). New cstate: current_term: 11 leader_uuid: "8174e6945de6476b9ce1061ca3c77bd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2" member_type: VOTER last_known_addr { host: "127.16.205.1" port: 43697 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8174e6945de6476b9ce1061ca3c77bd6" member_type: VOTER last_known_addr { host: "127.16.205.2" port: 35189 } health_report { overall_health: HEALTHY } } }
20:03:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.059760 19244 consensus_peers.cc:597] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 -> Peer fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697): Couldn't send request to peer fb5fcfb51b7845e7bf8e5f7688bf05b2. Status: Network error: Client connection negotiation failed: client connection to 127.16.205.1:43697: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.094980 19496 raft_consensus.cc:1275] T 8089478a581a4b62807f2356e64ccd2c P fda26935d8ed42b996f89862c8a196af [term 11 FOLLOWER]: Refusing update from remote peer 8174e6945de6476b9ce1061ca3c77bd6: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
20:03:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.095690 19573 consensus_queue.cc:1048] T 8089478a581a4b62807f2356e64ccd2c P 8174e6945de6476b9ce1061ca3c77bd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fda26935d8ed42b996f89862c8a196af" member_type: VOTER last_known_addr { host: "127.16.205.3" port: 32871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
20:03:23.322 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8089478a581a4b62807f2356e64ccd2c for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486' with partition [<start>, <end>)
20:03:23.322 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8089478a581a4b62807f2356e64ccd2c@[8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)[L],fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697),fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)]}]
20:03:23.323 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=8089478a581a4b62807f2356e64ccd2c, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2155), Traces: [0ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [1ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [15ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [16ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [19ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [19ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [34ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [35ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [37ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [37ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [75ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [76ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [78ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [78ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [115ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [117ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [118ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [119ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [196ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, [197ms] sending RPC to server fb5fcfb51b7845e7bf8e5f7688bf05b2, [199ms] received response from server fb5fcfb51b7845e7bf8e5f7688bf05b2: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [199ms] delaying RPC due to: Network error: Failed to connect to peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697): Connection refused: /127.16.205.1:43697, [2152ms] refreshing cache from master, [2152ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.205.62:42113, [2155ms] Sub RPC GetTableLocations: received response from server master-127.16.205.62:42113: OK, deferred=Deferred@787664699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007fa9d83391e8@3f8d5e6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203) -> (continuation of Deferred@1145904671 after retry RPC@800692838) -> (continuation of Deferred@2004554930 after retry RPC@343067281) -> (continuation of Deferred@1777501968 after retry RPC@1809247997), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c20b96c -> wakeup thread Time-limited test -> (continuation of Deferred@134432630 after retry RPC@835810499) -> (continuation of Deferred@727737243 after retry RPC@1866505203) -> (continuation of Deferred@1145904671 after retry RPC@800692838) -> (continuation of Deferred@2004554930 after retry RPC@343067281) -> (continuation of Deferred@1777501968 after retry RPC@1809247997))) after lookup
20:03:23.323 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] connecting to peer
20:03:23.324 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] Successfully connected to peer
20:03:23.352 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x31f68777, L:/127.0.0.1:42480 - R:/127.16.205.2:35189] using TOKEN/null
20:03:23.378 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.16.205.1:43697
20:03:23.379 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.379511 17204 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLMit5D/build/debug/bin/kudu
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:23.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.482254 19587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:23.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.482450 19587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:23.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.482494 19587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.485762 19587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.485862 19587 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.205.1
20:03:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.489562 19587 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.205.20:34185
20:03:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.205.1:43697
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.205.1
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34239
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.205.62:42113,127.16.205.61:45063,127.16.205.60:36767
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19587
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.205.1
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/logs
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:16 UTC on bdcb31816ec0
20:03:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12776
20:03:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.490603 19587 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.491802 19587 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.498057 19595 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.498109 19593 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:23.498060 19592 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.498538 19587 server_base.cc:1061] running on GCE node
20:03:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.498822 19587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.499410 19587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:23.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.500610 19587 hybrid_clock.cc:648] HybridClock initialized: now 1783541003500595 us; error 28 us; skew 500 ppm
20:03:23.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.502727 19587 webserver.cc:533] Webserver started at http://127.16.205.1:34239/ using document root <none> and password file <none>
20:03:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.503399 19587 fs_manager.cc:362] Metadata directory not provided
20:03:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.503475 19587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.507498 19587 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
20:03:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.509554 19601 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.510533 19587 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.510630 19587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data,/tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb5fcfb51b7845e7bf8e5f7688bf05b2"
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:02:49 on dist-test-slave-92g6"
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.510974 19587 fs_report.cc:389] FS layout report
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/wal
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/data
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.526926 19587 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.527596 19587 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.527781 19587 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.528389 19587 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.529582 19608 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.532776 19587 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.532831 19587 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
20:03:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.532876 19587 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.534226 19587 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.534272 19587 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.001s
20:03:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.534668 19608 tablet_bootstrap.cc:492] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Bootstrap starting.
20:03:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.544977 19587 rpc_server.cc:307] RPC server started. Bound to: 127.16.205.1:43697
20:03:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.544997 19715 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.205.1:43697 every 8 connection(s)
20:03:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.545948 19587 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLMit5D/test-tmp/mini-kudu-cluster10655309178326366298/ts-0/data/info.pb
20:03:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.554968 17204 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLMit5D/build/debug/bin/kudu as pid 19587
20:03:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.555006 19608 log.cc:826] T 8089478a581a4b62807f2356e64ccd2c P fb5fcfb51b7845e7bf8e5f7688bf05b2: Log is configured to *not* fsync() on all Append() calls
20:03:23.555 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.560999 19718 heartbeater.cc:344] Connected to a master server at 127.16.205.61:45063
20:03:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.561255 19718 heartbeater.cc:461] Registering TS with master...
20:03:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.561830 19718 heartbeater.cc:507] Master 127.16.205.61:45063 requested a full tablet report, sending...
20:03:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.563099 19717 heartbeater.cc:344] Connected to a master server at 127.16.205.62:42113
20:03:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.563189 19717 heartbeater.cc:461] Registering TS with master...
20:03:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.563375 19717 heartbeater.cc:507] Master 127.16.205.62:42113 requested a full tablet report, sending...
20:03:23.564 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.564332 17244 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.564388 17318 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.565271 17244 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.205.1:50533
20:03:23.570 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783540970486, tablet=8089478a581a4b62807f2356e64ccd2c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.571961 19716 heartbeater.cc:344] Connected to a master server at 127.16.205.60:36767
20:03:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.572058 19716 heartbeater.cc:461] Registering TS with master...
20:03:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.572234 19716 heartbeater.cc:507] Master 127.16.205.60:36767 requested a full tablet report, sending...
20:03:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.573187 17389 ts_manager.cc:194] Re-registered known tserver with Master: fb5fcfb51b7845e7bf8e5f7688bf05b2 (127.16.205.1:43697)
20:03:23.575 [DEBUG - main] (Connection.java:575) [peer fb5fcfb51b7845e7bf8e5f7688bf05b2(127.16.205.1:43697)] disconnecting while in state TERMINATED
20:03:23.576 [DEBUG - main] (Connection.java:575) [peer master-127.16.205.61:45063(127.16.205.61:45063)] disconnecting while in state READY
20:03:23.576 [DEBUG - main] (Connection.java:575) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] disconnecting while in state READY
20:03:23.576 [DEBUG - main] (Connection.java:575) [peer master-127.16.205.60:36767(127.16.205.60:36767)] disconnecting while in state READY
20:03:23.577 [DEBUG - main] (Connection.java:575) [peer fda26935d8ed42b996f89862c8a196af(127.16.205.3:32871)] disconnecting while in state TERMINATED
20:03:23.577 [DEBUG - main] (Connection.java:575) [peer master-127.16.205.62:42113(127.16.205.62:42113)] disconnecting while in state READY
20:03:23.579 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.205.62:42113(127.16.205.62:42113)] handling channelInactive
20:03:23.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.205.62:42113(127.16.205.62:42113)] cleaning up while in state READY due to: connection closed
20:03:23.579 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.205.60:36767(127.16.205.60:36767)] handling channelInactive
20:03:23.580 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.205.61:45063(127.16.205.61:45063)] handling channelInactive
20:03:23.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.205.60:36767(127.16.205.60:36767)] cleaning up while in state READY due to: connection closed
20:03:23.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.205.61:45063(127.16.205.61:45063)] cleaning up while in state READY due to: connection closed
20:03:23.580 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:03:23.584 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] handling channelInactive
20:03:23.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8174e6945de6476b9ce1061ca3c77bd6(127.16.205.2:35189)] cleaning up while in state READY due to: connection closed
20:03:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.584677 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 19587
20:03:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.592787 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 19228
20:03:23.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.598999 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 19411
20:03:23.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.605132 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 17215
20:03:23.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.611323 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 17286
20:03:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:23.617359 17204 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLMit5D/build/debug/bin/kudu with pid 17356
20:03:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:03:23Z chronyd exiting

Time: 36.065

OK (1 test)

