JUnit version 4.13.2
.14:26:05.830 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783520765820
14:26:05.895 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:26:05.925 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:26:05.937 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKiFiPB/test-tmp
14:26:05.962 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
14:26:05.965 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKiFiPB/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
14:26:06.157 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:26:06.363 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:26:06.365 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:26:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.368551  1039 mini_oidc.cc:150] Starting JWKS server
14:26:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.371294  1039 webserver.cc:533] Webserver started at http://127.0.0.1:37781/ using document root <none> and password file <none>
14:26:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.371591  1039 mini_oidc.cc:186] Starting OIDC Discovery server
14:26:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.374699  1039 webserver.cc:533] Webserver started at http://127.0.0.1:33473/ using document root <none> and password file <none>
14:26:06.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:26:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:26:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:26:06Z Disabled control of system clock
14:26:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.408519  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/wal
14:26:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data
14:26:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/logs
14:26:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data/info.pb
14:26:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:26:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.254:37555
14:26:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.254
14:26:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37781/jwks.json with env {}
14:26:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.738281  1050 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.738725  1050 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.738876  1050 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.747710  1050 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:26:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.747802  1050 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.747876  1050 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:26:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.747936  1050 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:26:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.748001  1050 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:26:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.748046  1050 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37781/jwks.json
14:26:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.758428  1050 master_runner.cc:387] Master server non-default flags:
14:26:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data
14:26:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/wal
14:26:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.254:37555
14:26:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37781/jwks.json
14:26:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data/info.pb
14:26:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.254
14:26:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/logs
14:26:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:26:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.760629  1050 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.763053  1050 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.773859  1056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.773877  1055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.778990  1058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.779601  1050 server_base.cc:1061] running on GCE node
14:26:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.780731  1050 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.782673  1050 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.783949  1050 hybrid_clock.cc:648] HybridClock initialized: now 1783520766783878 us; error 55 us; skew 500 ppm
14:26:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.784484  1050 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.787164  1050 webserver.cc:533] Webserver started at http://127.1.3.254:44503/ using document root <none> and password file <none>
14:26:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.788055  1050 fs_manager.cc:362] Metadata directory not provided
14:26:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.788161  1050 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.788545  1050 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.791231  1050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data/instance:
14:26:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc7e29f12cb54512b744ada34e44567c"
14:26:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:06 on dist-test-slave-59nb"
14:26:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.792093  1050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/wal/instance:
14:26:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc7e29f12cb54512b744ada34e44567c"
14:26:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:06 on dist-test-slave-59nb"
14:26:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.797984  1050 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.001s
14:26:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.801648  1064 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.803256  1050 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:26:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.803426  1050 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/wal
14:26:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc7e29f12cb54512b744ada34e44567c"
14:26:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:06 on dist-test-slave-59nb"
14:26:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.803624  1050 fs_report.cc:389] FS layout report
14:26:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/wal
14:26:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/wal
14:26:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data/data
14:26:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:06.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:06.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:06.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.824877  1050 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.825923  1050 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.826184  1050 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.849337  1050 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.254:37555
14:26:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.849367  1115 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.254:37555 every 8 connection(s)
14:26:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.851260  1050 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/data/info.pb
14:26:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.855840  1116 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.859498  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 1050
14:26:06.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.859795  1039 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-0/wal/instance
14:26:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.861856  1116 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } has no permanent_uuid. Determining permanent_uuid...
14:26:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.862331  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/wal
14:26:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data
14:26:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:06.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:06.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:06.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:06.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/logs
14:26:06.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data/info.pb
14:26:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:26:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.253:33353
14:26:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.253
14:26:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:06.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37781/jwks.json with env {}
14:26:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.884349  1116 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } has no permanent_uuid. Determining permanent_uuid...
14:26:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.885607  1067 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.253:33353: connect: Connection refused (error 111)
14:26:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.887239  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.253:33353: Network error: Client connection negotiation failed: client connection to 127.1.3.253:33353: connect: Connection refused (error 111)
14:26:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:06.936627  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } attempt: 1
14:26:06.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:06.938937  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.253:33353: Network error: Client connection negotiation failed: client connection to 127.1.3.253:33353: connect: Connection refused (error 111)
14:26:07.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.007200  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } attempt: 2
14:26:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.009418  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.253:33353: Network error: Client connection negotiation failed: client connection to 127.1.3.253:33353: connect: Connection refused (error 111)
14:26:07.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.100692  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } attempt: 3
14:26:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.103286  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.253:33353: Network error: Client connection negotiation failed: client connection to 127.1.3.253:33353: connect: Connection refused (error 111)
14:26:07.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.245486  1120 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.245929  1120 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.246068  1120 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.246543  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } attempt: 4
14:26:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.248435  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.253:33353: Network error: Client connection negotiation failed: client connection to 127.1.3.253:33353: connect: Connection refused (error 111)
14:26:07.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.255981  1120 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:26:07.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.256096  1120 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:07.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.256186  1120 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:26:07.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.256246  1120 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:26:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.256326  1120 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:26:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.256389  1120 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37781/jwks.json
14:26:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.267530  1120 master_runner.cc:387] Master server non-default flags:
14:26:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/wal
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.253:33353
14:26:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37781/jwks.json
14:26:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data/info.pb
14:26:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.253
14:26:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/logs
14:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:26:07.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.270285  1120 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:07.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.273265  1120 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.283219  1126 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.283638  1127 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.284284  1129 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.285189  1120 server_base.cc:1061] running on GCE node
14:26:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.286232  1120 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.288033  1120 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.289278  1120 hybrid_clock.cc:648] HybridClock initialized: now 1783520767289217 us; error 45 us; skew 500 ppm
14:26:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.289774  1120 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.292347  1120 webserver.cc:533] Webserver started at http://127.1.3.253:41977/ using document root <none> and password file <none>
14:26:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.293236  1120 fs_manager.cc:362] Metadata directory not provided
14:26:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.293340  1120 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.293819  1120 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:07.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.296443  1120 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data/instance:
14:26:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a387601061d54223be9a31bb1e4c5af5"
14:26:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:07 on dist-test-slave-59nb"
14:26:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.297400  1120 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/wal/instance:
14:26:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a387601061d54223be9a31bb1e4c5af5"
14:26:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:07 on dist-test-slave-59nb"
14:26:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.303246  1120 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
14:26:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.307003  1135 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.308549  1120 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
14:26:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.308738  1120 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/wal
14:26:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a387601061d54223be9a31bb1e4c5af5"
14:26:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:07 on dist-test-slave-59nb"
14:26:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.308998  1120 fs_report.cc:389] FS layout report
14:26:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/wal
14:26:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/wal
14:26:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data/data
14:26:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:07.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.327764  1120 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.328857  1120 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.329147  1120 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.350116  1120 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.253:33353
14:26:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.350178  1186 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.253:33353 every 8 connection(s)
14:26:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.352001  1120 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/data/info.pb
14:26:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.356492  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 1120
14:26:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.356700  1039 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-1/wal/instance
14:26:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.357750  1187 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.358146  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/wal
14:26:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data
14:26:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/logs
14:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data/info.pb
14:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.252:37311
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.252
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37781/jwks.json with env {}
14:26:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.368263  1187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } has no permanent_uuid. Determining permanent_uuid...
14:26:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.382936  1187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } has no permanent_uuid. Determining permanent_uuid...
14:26:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.393400  1187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } has no permanent_uuid. Determining permanent_uuid...
14:26:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.394915  1136 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.396860  1187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.446237  1187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 1
14:26:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.448694  1187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.517396  1187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 2
14:26:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.519891  1187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.547709  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } attempt: 5
14:26:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.554329  1116 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } has no permanent_uuid. Determining permanent_uuid...
14:26:07.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.556171  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.607385  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 1
14:26:07.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.609273  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.611091  1187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 3
14:26:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.613438  1187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.677670  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 2
14:26:07.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.680059  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.752418  1189 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:07.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.752775  1189 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:07.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.752873  1189 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.756667  1187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 4
14:26:07.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.758965  1187 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.761921  1189 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:26:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.762012  1189 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.762068  1189 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:26:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.762110  1189 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:26:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.762166  1189 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:26:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.762199  1189 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37781/jwks.json
14:26:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.772642  1189 master_runner.cc:387] Master server non-default flags:
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/wal
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.252:37311
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37781/jwks.json
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:07.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data/info.pb
14:26:07.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.252
14:26:07.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:07.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:07.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:07.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:07.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/logs
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.774716  1189 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.776932  1189 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.786316  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 3
14:26:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.787074  1198 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.787256  1200 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.787364  1197 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.788370  1189 server_base.cc:1061] running on GCE node
14:26:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.789140  1116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.3.252:37311: Network error: Client connection negotiation failed: client connection to 127.1.3.252:37311: connect: Connection refused (error 111)
14:26:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.789420  1189 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.791102  1189 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.792317  1189 hybrid_clock.cc:648] HybridClock initialized: now 1783520767792258 us; error 44 us; skew 500 ppm
14:26:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.792738  1189 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.795120  1189 webserver.cc:533] Webserver started at http://127.1.3.252:36411/ using document root <none> and password file <none>
14:26:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.795923  1189 fs_manager.cc:362] Metadata directory not provided
14:26:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.796025  1189 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.796496  1189 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:07.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.798990  1189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data/instance:
14:26:07.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b578671571024f7ab17bf669942eec51"
14:26:07.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:07 on dist-test-slave-59nb"
14:26:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.799901  1189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/wal/instance:
14:26:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b578671571024f7ab17bf669942eec51"
14:26:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:07 on dist-test-slave-59nb"
14:26:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.807344  1189 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
14:26:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.811275  1206 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.812855  1189 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.004s
14:26:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.813056  1189 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/wal
14:26:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b578671571024f7ab17bf669942eec51"
14:26:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:07 on dist-test-slave-59nb"
14:26:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.813341  1189 fs_report.cc:389] FS layout report
14:26:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/wal
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/wal
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data/data
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.830447  1189 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.831488  1189 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.831772  1189 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.852540  1189 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.252:37311
14:26:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.852605  1257 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.252:37311 every 8 connection(s)
14:26:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.854242  1189 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/data/info.pb
14:26:07.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.859004  1258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.862002  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 1189
14:26:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.862219  1039 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/master-2/wal/instance
14:26:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.865204  1258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } has no permanent_uuid. Determining permanent_uuid...
14:26:07.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.894066  1258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } has no permanent_uuid. Determining permanent_uuid...
14:26:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.901245  1258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } has no permanent_uuid. Determining permanent_uuid...
14:26:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.912281  1258 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51: Bootstrap starting.
14:26:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.916245  1258 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51: Neither blocks nor log segments found. Creating new log.
14:26:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.917541  1258 log.cc:826] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51: Log is configured to *not* fsync() on all Append() calls
14:26:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.920383  1258 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51: No bootstrap required, opened a new log
14:26:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.926097  1258 raft_consensus.cc:359] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.926396  1258 raft_consensus.cc:385] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.926517  1258 raft_consensus.cc:740] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b578671571024f7ab17bf669942eec51, State: Initialized, Role: FOLLOWER
14:26:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.927261  1258 consensus_queue.cc:260] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.928545  1265 sys_catalog.cc:455] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.928910  1265 sys_catalog.cc:458] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: This master's current role is: FOLLOWER
14:26:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.929726  1258 sys_catalog.cc:565] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: configured and running, proceeding with master startup.
14:26:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.940618  1276 catalog_manager.cc:1594] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:26:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:07.940776  1276 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:26:07.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.937294  1189 master_runner.cc:187] Error getting master registration for 127.1.3.254:37555: OK, instance_id { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" instance_seqno: 1783520766842871 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:26:07.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.942965  1189 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:26:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.966384  1116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 4
14:26:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.978856  1116 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: Bootstrap starting.
14:26:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.983434  1116 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: Neither blocks nor log segments found. Creating new log.
14:26:07.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.984905  1116 log.cc:826] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: Log is configured to *not* fsync() on all Append() calls
14:26:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.988354  1116 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: No bootstrap required, opened a new log
14:26:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.995527  1116 raft_consensus.cc:359] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.995819  1116 raft_consensus.cc:385] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.995911  1116 raft_consensus.cc:740] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc7e29f12cb54512b744ada34e44567c, State: Initialized, Role: FOLLOWER
14:26:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.996527  1116 consensus_queue.cc:260] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:07.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.997534  1279 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:07.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.997854  1279 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [sys.catalog]: This master's current role is: FOLLOWER
14:26:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:07.998889  1116 sys_catalog.cc:565] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [sys.catalog]: configured and running, proceeding with master startup.
14:26:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.014015  1290 catalog_manager.cc:1594] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:26:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.014845  1290 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:26:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.010695  1050 master_runner.cc:187] Error getting master registration for 127.1.3.253:33353: OK, instance_id { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" instance_seqno: 1783520767344453 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:26:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.022960  1050 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:26:08.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.040748  1265 raft_consensus.cc:493] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.041144  1265 raft_consensus.cc:515] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.043304  1265 leader_election.cc:290] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cc7e29f12cb54512b744ada34e44567c (127.1.3.254:37555), a387601061d54223be9a31bb1e4c5af5 (127.1.3.253:33353)
14:26:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.044704  1091 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b578671571024f7ab17bf669942eec51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc7e29f12cb54512b744ada34e44567c" is_pre_election: true
14:26:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.045476  1091 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b578671571024f7ab17bf669942eec51 in term 0.
14:26:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.047224  1208 leader_election.cc:304] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b578671571024f7ab17bf669942eec51, cc7e29f12cb54512b744ada34e44567c; no voters: 
14:26:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.047750  1265 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:26:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.047928  1265 raft_consensus.cc:493] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:26:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.048044  1265 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 0 FOLLOWER]: Advancing to term 1
14:26:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.051573  1265 raft_consensus.cc:515] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.053496  1265 leader_election.cc:290] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [CANDIDATE]: Term 1 election: Requested vote from peers cc7e29f12cb54512b744ada34e44567c (127.1.3.254:37555), a387601061d54223be9a31bb1e4c5af5 (127.1.3.253:33353)
14:26:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.053519  1091 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b578671571024f7ab17bf669942eec51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc7e29f12cb54512b744ada34e44567c"
14:26:08.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.053817  1091 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [term 0 FOLLOWER]: Advancing to term 1
14:26:08.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.057638  1091 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b578671571024f7ab17bf669942eec51 in term 1.
14:26:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.058171  1187 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } attempt: 5
14:26:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.058306  1208 leader_election.cc:304] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b578671571024f7ab17bf669942eec51, cc7e29f12cb54512b744ada34e44567c; no voters: 
14:26:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.058743  1265 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 1 FOLLOWER]: Leader election won for term 1
14:26:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.070214  1265 raft_consensus.cc:697] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [term 1 LEADER]: Becoming Leader. State: Replica: b578671571024f7ab17bf669942eec51, State: Running, Role: LEADER
14:26:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.071712  1265 consensus_queue.cc:237] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.076499  1187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5: Bootstrap starting.
14:26:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.079407  1070 tablet.cc:2406] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:26:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.082015  1187 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5: Neither blocks nor log segments found. Creating new log.
14:26:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.084860  1187 log.cc:826] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5: Log is configured to *not* fsync() on all Append() calls
14:26:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.085247  1212 tablet.cc:2406] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:26:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.090618  1292 sys_catalog.cc:455] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b578671571024f7ab17bf669942eec51. Latest consensus state: current_term: 1 leader_uuid: "b578671571024f7ab17bf669942eec51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.091001  1292 sys_catalog.cc:458] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: This master's current role is: LEADER
14:26:08.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.099121  1187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5: No bootstrap required, opened a new log
14:26:08.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.100737  1295 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:26:08.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.102975  1295 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:26:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.108563  1187 raft_consensus.cc:359] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:08.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.109928  1187 raft_consensus.cc:385] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:08.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.110354  1187 raft_consensus.cc:740] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a387601061d54223be9a31bb1e4c5af5, State: Initialized, Role: FOLLOWER
14:26:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.111470  1187 consensus_queue.cc:260] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } }
14:26:08.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.121604  1091 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [term 1 FOLLOWER]: Refusing update from remote peer b578671571024f7ab17bf669942eec51: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:08.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.123494  1292 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:26:08.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.124701  1187 sys_catalog.cc:565] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [sys.catalog]: configured and running, proceeding with master startup.
14:26:08.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.125212  1160 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [term 0 FOLLOWER]: Advancing to term 1
14:26:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.124778  1161 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b578671571024f7ab17bf669942eec51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a387601061d54223be9a31bb1e4c5af5"
14:26:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.125010  1162 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b578671571024f7ab17bf669942eec51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a387601061d54223be9a31bb1e4c5af5" is_pre_election: true
14:26:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.124104  1297 sys_catalog.cc:455] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.136683  1297 sys_catalog.cc:458] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [sys.catalog]: This master's current role is: FOLLOWER
14:26:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.139516  1160 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [term 1 FOLLOWER]: Refusing update from remote peer b578671571024f7ab17bf669942eec51: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.140669  1292 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:26:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.168664  1297 sys_catalog.cc:455] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b578671571024f7ab17bf669942eec51. Latest consensus state: current_term: 1 leader_uuid: "b578671571024f7ab17bf669942eec51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.169073  1297 sys_catalog.cc:458] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [sys.catalog]: This master's current role is: FOLLOWER
14:26:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.171689  1296 mvcc.cc:204] Tried to move back new op lower bound from 7305301066209263616 to 7305301066033172480. Current Snapshot: MvccSnapshot[applied={T|T < 7305301066209263616}]
14:26:08.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.179584  1297 sys_catalog.cc:455] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b578671571024f7ab17bf669942eec51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.179941  1297 sys_catalog.cc:458] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5 [sys.catalog]: This master's current role is: FOLLOWER
14:26:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.183434  1279 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b578671571024f7ab17bf669942eec51. Latest consensus state: current_term: 1 leader_uuid: "b578671571024f7ab17bf669942eec51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.183801  1279 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [sys.catalog]: This master's current role is: FOLLOWER
14:26:08.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.186990  1299 mvcc.cc:204] Tried to move back new op lower bound from 7305301066209263616 to 7305301066033172480. Current Snapshot: MvccSnapshot[applied={T|T < 7305301066209263616}]
14:26:08.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.190781  1279 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b578671571024f7ab17bf669942eec51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.191030  1279 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c [sys.catalog]: This master's current role is: FOLLOWER
14:26:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.194670  1265 sys_catalog.cc:455] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b578671571024f7ab17bf669942eec51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.194988  1265 sys_catalog.cc:458] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: This master's current role is: LEADER
14:26:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.195276  1265 sys_catalog.cc:455] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b578671571024f7ab17bf669942eec51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc7e29f12cb54512b744ada34e44567c" member_type: VOTER last_known_addr { host: "127.1.3.254" port: 37555 } } peers { permanent_uuid: "a387601061d54223be9a31bb1e4c5af5" member_type: VOTER last_known_addr { host: "127.1.3.253" port: 33353 } } peers { permanent_uuid: "b578671571024f7ab17bf669942eec51" member_type: VOTER last_known_addr { host: "127.1.3.252" port: 37311 } } }
14:26:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.195478  1265 sys_catalog.cc:458] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51 [sys.catalog]: This master's current role is: LEADER
14:26:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.196301  1295 catalog_manager.cc:1383] Generated new cluster ID: 1c003c454da1435e8dbfaf4fd17327a5
14:26:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.196403  1295 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:26:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.225136  1295 catalog_manager.cc:1406] Generated new certificate authority record
14:26:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.228158  1295 catalog_manager.cc:1540] Loading token signing keys...
14:26:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.262120  1295 catalog_manager.cc:6070] T 00000000000000000000000000000000 P b578671571024f7ab17bf669942eec51: Generated new TSK 0
14:26:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.264375  1295 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:26:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.276942  1316 catalog_manager.cc:1295] Loaded cluster ID: 1c003c454da1435e8dbfaf4fd17327a5
14:26:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.277714  1316 catalog_manager.cc:1588] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5: loading cluster ID for follower catalog manager: success
14:26:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.283004  1316 catalog_manager.cc:1610] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5: acquiring CA information for follower catalog manager: success
14:26:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.286495  1316 catalog_manager.cc:1638] T 00000000000000000000000000000000 P a387601061d54223be9a31bb1e4c5af5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:26:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.293406  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:0
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.790300  1318 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.790659  1318 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.790750  1318 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.799247  1318 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.799427  1318 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.193
14:26:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.810098  1318 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:0
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.812430  1318 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.815219  1318 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.828140  1323 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.829051  1324 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:08.829348  1326 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.830899  1318 server_base.cc:1061] running on GCE node
14:26:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.831704  1318 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.833083  1318 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.834347  1318 hybrid_clock.cc:648] HybridClock initialized: now 1783520768834276 us; error 59 us; skew 500 ppm
14:26:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.834786  1318 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.837560  1318 webserver.cc:533] Webserver started at http://127.1.3.193:43515/ using document root <none> and password file <none>
14:26:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.838464  1318 fs_manager.cc:362] Metadata directory not provided
14:26:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.838575  1318 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.839097  1318 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:08.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.841971  1318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/instance:
14:26:08.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:08.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:08 on dist-test-slave-59nb"
14:26:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.842927  1318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal/instance:
14:26:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:08 on dist-test-slave-59nb"
14:26:08.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.848767  1318 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.000s	sys 0.004s
14:26:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.855510  1332 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.857810  1318 fs_manager.cc:730] Time spent opening block manager: real 0.007s	user 0.000s	sys 0.003s
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.857995  1318 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:08 on dist-test-slave-59nb"
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.858210  1318 fs_report.cc:389] FS layout report
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/data
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.904731  1318 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.905823  1318 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.906101  1318 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.907325  1318 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:08.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.909351  1318 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:26:08.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.909456  1318 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:26:08.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.909541  1318 ts_tablet_manager.cc:616] Registered 0 tablets
14:26:08.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.909600  1318 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:26:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.945705  1318 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.193:32845
14:26:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.945770  1444 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.193:32845 every 8 connection(s)
14:26:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.947403  1318 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.950994  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 1318
14:26:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.951203  1039 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal/instance
14:26:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.956334  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:0
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.977572  1445 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:08.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.977648  1446 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:08.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.978130  1446 heartbeater.cc:461] Registering TS with master...
14:26:08.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.978127  1445 heartbeater.cc:461] Registering TS with master...
14:26:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.977542  1447 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.978718  1447 heartbeater.cc:461] Registering TS with master...
14:26:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.979956  1445 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.979959  1446 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.979983  1447 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:08.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.982921  1152 ts_manager.cc:194] Registered new tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:08.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.982924  1223 ts_manager.cc:194] Registered new tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:08.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.984586  1080 ts_manager.cc:194] Registered new tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:08.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:08.985275  1223 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.193:59065
14:26:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.018759  1290 catalog_manager.cc:1295] Loaded cluster ID: 1c003c454da1435e8dbfaf4fd17327a5
14:26:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.018923  1290 catalog_manager.cc:1588] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: loading cluster ID for follower catalog manager: success
14:26:09.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.022742  1290 catalog_manager.cc:1610] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: acquiring CA information for follower catalog manager: success
14:26:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.025310  1290 catalog_manager.cc:1638] T 00000000000000000000000000000000 P cc7e29f12cb54512b744ada34e44567c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:26:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.321628  1455 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.322031  1455 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.322166  1455 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.332449  1455 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.332664  1455 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.194
14:26:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.343061  1455 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:0
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.344630  1455 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.346372  1455 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.355549  1460 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.356365  1461 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.364465  1455 server_base.cc:1061] running on GCE node
14:26:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.364681  1463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.365353  1455 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.366550  1455 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.368284  1455 hybrid_clock.cc:648] HybridClock initialized: now 1783520769368160 us; error 112 us; skew 500 ppm
14:26:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.368700  1455 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.372427  1455 webserver.cc:533] Webserver started at http://127.1.3.194:33573/ using document root <none> and password file <none>
14:26:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.373379  1455 fs_manager.cc:362] Metadata directory not provided
14:26:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.373473  1455 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.373793  1455 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.376192  1455 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/instance:
14:26:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.376896  1455 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal/instance:
14:26:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.382161  1455 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.003s	sys 0.004s
14:26:09.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.385733  1469 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.387717  1455 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.002s
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.387856  1455 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.388023  1455 fs_report.cc:389] FS layout report
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/data
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.420894  1455 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.421898  1455 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.422223  1455 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.423406  1455 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.425225  1455 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:26:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.425316  1455 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:26:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.425390  1455 ts_tablet_manager.cc:616] Registered 0 tablets
14:26:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.425438  1455 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:26:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.466419  1455 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.194:33851
14:26:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.466451  1581 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.194:33851 every 8 connection(s)
14:26:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.467942  1455 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.469425  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 1455
14:26:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.469666  1039 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal/instance
14:26:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.478099  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:0
14:26:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.492797  1584 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.493762  1584 heartbeater.cc:461] Registering TS with master...
14:26:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.495246  1584 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.497496  1152 ts_manager.cc:194] Registered new tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.498873  1583 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.499030  1583 heartbeater.cc:461] Registering TS with master...
14:26:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.499598  1583 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.500957  1080 ts_manager.cc:194] Registered new tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.503432  1582 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.503571  1582 heartbeater.cc:461] Registering TS with master...
14:26:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.503923  1582 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.505098  1223 ts_manager.cc:194] Registered new tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.506408  1223 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.194:57685
14:26:09.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.878232  1590 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.878628  1590 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.878718  1590 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.887776  1590 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.887982  1590 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.195
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.898708  1590 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:0
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.900842  1590 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:09.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.903609  1590 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.915719  1596 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.916510  1595 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:09.916559  1598 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:09.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.917968  1590 server_base.cc:1061] running on GCE node
14:26:09.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.918603  1590 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.919746  1590 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.920984  1590 hybrid_clock.cc:648] HybridClock initialized: now 1783520769920909 us; error 60 us; skew 500 ppm
14:26:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.921324  1590 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.923787  1590 webserver.cc:533] Webserver started at http://127.1.3.195:46419/ using document root <none> and password file <none>
14:26:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.924593  1590 fs_manager.cc:362] Metadata directory not provided
14:26:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.924683  1590 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.925024  1590 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:26:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.927817  1590 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/instance:
14:26:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.928591  1590 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal/instance:
14:26:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.934621  1590 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.000s
14:26:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.938537  1604 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.940208  1590 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.940377  1590 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.940572  1590 fs_report.cc:389] FS layout report
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/data
14:26:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.955456  1590 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.956367  1590 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.956641  1590 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.957718  1590 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.959692  1590 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:26:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.959785  1590 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:26:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.959873  1590 ts_tablet_manager.cc:616] Registered 0 tablets
14:26:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.959929  1590 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:26:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.988677  1445 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.998659  1590 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.195:42047
14:26:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:09.998742  1716 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.195:42047 every 8 connection(s)
14:26:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.000357  1590 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.007931  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 1590
14:26:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.008134  1039 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal/instance
14:26:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.044330  1717 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.044410  1718 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.044816  1717 heartbeater.cc:461] Registering TS with master...
14:26:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.044821  1718 heartbeater.cc:461] Registering TS with master...
14:26:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.045643  1719 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.045845  1719 heartbeater.cc:461] Registering TS with master...
14:26:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.046283  1717 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.046314  1718 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.046496  1719 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.048357  1223 ts_manager.cc:194] Registered new tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.048545  1080 ts_manager.cc:194] Registered new tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.048731  1152 ts_manager.cc:194] Registered new tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.049507  1223 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.195:49679
14:26:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.055114  1039 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:26:10.058 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:26:10.059 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:26:10.069 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.3.254"
      port: 37555
    }
    bound_http_address {
      host: "127.1.3.254"
      port: 44503
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.3.253"
      port: 33353
    }
    bound_http_address {
      host: "127.1.3.253"
      port: 41977
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.3.252"
      port: 37311
    }
    bound_http_address {
      host: "127.1.3.252"
      port: 36411
    }
  }
}

14:26:10.072 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:26:10.075 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.3.193"
      port: 32845
    }
    bound_http_address {
      host: "127.1.3.193"
      port: 43515
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.3.194"
      port: 33851
    }
    bound_http_address {
      host: "127.1.3.194"
      port: 33573
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.3.195"
      port: 42047
    }
    bound_http_address {
      host: "127.1.3.195"
      port: 46419
    }
  }
}

14:26:10.075 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:26:10.277 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:26:10.345 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:26:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:10.508929  1582 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:10.523 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.3.252:37311(127.1.3.252:37311)] connecting to peer
14:26:10.585 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.3.253:33353(127.1.3.253:33353)] connecting to peer
14:26:10.586 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.3.254:37555(127.1.3.254:37555)] connecting to peer
14:26:10.604 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.3.254:37555(127.1.3.254:37555)] Successfully connected to peer
14:26:10.604 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.3.253:33353(127.1.3.253:33353)] Successfully connected to peer
14:26:10.607 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.3.252:37311(127.1.3.252:37311)] Successfully connected to peer
14:26:10.710 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.1.3.253
14:26:10.710 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.1.3.252
14:26:10.713 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.1.3.254
14:26:10.967 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x489dc012, L:/127.0.0.1:35622 - R:/127.1.3.253:33353] using SASL/PLAIN
14:26:10.967 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x1405b639, L:/127.0.0.1:34316 - R:/127.1.3.252:37311] using SASL/PLAIN
14:26:10.967 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x91ef80cb, L:/127.0.0.1:52594 - R:/127.1.3.254:37555] using SASL/PLAIN
14:26:11.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:26:11.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=527), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.3.252:37311, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.3.253:33353, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.3.254:37555, [495ms] Sub RPC ConnectToMaster: received response from server master-127.1.3.253:33353: OK, [495ms] Sub RPC ConnectToMaster: received response from server master-127.1.3.254:37555: OK, [496ms] Sub RPC ConnectToMaster: received response from server master-127.1.3.252:37311: OK, deferred=null) after lookup
14:26:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.052299  1717 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.060320  1223 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34316:
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467"
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:26:11.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:26:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:26:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:11.062579  1223 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:26:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.129958  1380 tablet_service.cc:1511] Processing CreateTablet for tablet 67ac1e5b57fc4af6a5a99b0359667d48 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467 [id=01bf0a29cada445e95aa2cbefd83c55c]), partition=RANGE (key) PARTITION UNBOUNDED
14:26:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.131369  1380 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 67ac1e5b57fc4af6a5a99b0359667d48. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.136241  1517 tablet_service.cc:1511] Processing CreateTablet for tablet 67ac1e5b57fc4af6a5a99b0359667d48 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467 [id=01bf0a29cada445e95aa2cbefd83c55c]), partition=RANGE (key) PARTITION UNBOUNDED
14:26:11.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.140708  1517 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 67ac1e5b57fc4af6a5a99b0359667d48. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.144059  1652 tablet_service.cc:1511] Processing CreateTablet for tablet 67ac1e5b57fc4af6a5a99b0359667d48 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467 [id=01bf0a29cada445e95aa2cbefd83c55c]), partition=RANGE (key) PARTITION UNBOUNDED
14:26:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.145475  1652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 67ac1e5b57fc4af6a5a99b0359667d48. 1 dirs total, 0 dirs full, 0 dirs failed
14:26:11.148 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 01bf0a29cada445e95aa2cbefd83c55c
14:26:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.152397  1753 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap starting.
14:26:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.156901  1753 tablet_bootstrap.cc:654] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Neither blocks nor log segments found. Creating new log.
14:26:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.157240  1754 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap starting.
14:26:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.159160  1755 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap starting.
14:26:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.159282  1753 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Log is configured to *not* fsync() on all Append() calls
14:26:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.161934  1754 tablet_bootstrap.cc:654] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Neither blocks nor log segments found. Creating new log.
14:26:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.162846  1755 tablet_bootstrap.cc:654] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Neither blocks nor log segments found. Creating new log.
14:26:11.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.163089  1753 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: No bootstrap required, opened a new log
14:26:11.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.163558  1754 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Log is configured to *not* fsync() on all Append() calls
14:26:11.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.163779  1753 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent bootstrapping tablet: real 0.012s	user 0.010s	sys 0.000s
14:26:11.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.164647  1755 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Log is configured to *not* fsync() on all Append() calls
14:26:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.175418  1755 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: No bootstrap required, opened a new log
14:26:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.175954  1755 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent bootstrapping tablet: real 0.017s	user 0.008s	sys 0.006s
14:26:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.182534  1753 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.185714  1755 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.186545  1755 raft_consensus.cc:385] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.188998  1753 raft_consensus.cc:385] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.189500  1753 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Initialized, Role: FOLLOWER
14:26:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.190940  1753 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.192036  1754 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: No bootstrap required, opened a new log
14:26:11.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.192612  1754 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent bootstrapping tablet: real 0.036s	user 0.026s	sys 0.008s
14:26:11.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.199679  1755 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2108161c7b734624b8cac6da4e920c2d, State: Initialized, Role: FOLLOWER
14:26:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.201114  1755 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.202445  1754 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.203475  1754 raft_consensus.cc:385] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:26:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.203770  1754 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Initialized, Role: FOLLOWER
14:26:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.206243  1754 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.213436  1753 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent starting tablet: real 0.049s	user 0.015s	sys 0.010s
14:26:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.222998  1755 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent starting tablet: real 0.047s	user 0.010s	sys 0.005s
14:26:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.230123  1754 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent starting tablet: real 0.037s	user 0.012s	sys 0.012s
14:26:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:11.254663  1720 tablet.cc:2406] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:26:11.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.334381  1761 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.334920  1761 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.337589  1761 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.347179  1400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" is_pre_election: true
14:26:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.348047  1400 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 0.
14:26:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.347868  1672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d" is_pre_election: true
14:26:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.348444  1672 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 0.
14:26:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.349031  1473 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 
14:26:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.349565  1761 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:26:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.349771  1761 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:26:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.349902  1761 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 0 FOLLOWER]: Advancing to term 1
14:26:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.353613  1761 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.354499  1761 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 1 election: Requested vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.355322  1400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.355583  1672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.355597  1400 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 0 FOLLOWER]: Advancing to term 1
14:26:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.355804  1672 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 0 FOLLOWER]: Advancing to term 1
14:26:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.359365  1672 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 1.
14:26:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.360349  1473 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636; no voters: 
14:26:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.360781  1400 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 1.
14:26:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.360890  1761 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 1 FOLLOWER]: Leader election won for term 1
14:26:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.362023  1761 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 1 LEADER]: Becoming Leader. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Running, Role: LEADER
14:26:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.363134  1761 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.370187  1223 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3cc91e4ff045499e89152716e22b0636 (127.1.3.194). New cstate: current_term: 1 leader_uuid: "3cc91e4ff045499e89152716e22b0636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: HEALTHY } } }
14:26:11.410 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 01bf0a29cada445e95aa2cbefd83c55c
14:26:11.433 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:11.440 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:11.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [10ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=null) after lookup
14:26:11.453 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:11.452915  1448 tablet.cc:2406] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:26:11.456 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] Successfully connected to peer
14:26:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:11.480243  1585 tablet.cc:2406] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:26:11.550 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xd5de3d17, L:/127.0.0.1:36646 - R:/127.1.3.194:33851] using TOKEN/null
14:26:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.563153  1400 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 1 FOLLOWER]: Refusing update from remote peer 3cc91e4ff045499e89152716e22b0636: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.563393  1672 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 1 FOLLOWER]: Refusing update from remote peer 3cc91e4ff045499e89152716e22b0636: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:26:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.564539  1764 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:26:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.564913  1761 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:26:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.597637  1769 mvcc.cc:204] Tried to move back new op lower bound from 7305301080309411840 to 7305301079509159936. Current Snapshot: MvccSnapshot[applied={T|T < 7305301080309411840 or (T in {7305301080309411840})}]
14:26:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.599854  1768 mvcc.cc:204] Tried to move back new op lower bound from 7305301080309411840 to 7305301079509159936. Current Snapshot: MvccSnapshot[applied={T|T < 7305301080309411840 or (T in {7305301080309411840})}]
14:26:11.692 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:11.694 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.194:33851
14:26:11.696 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:11.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.696767  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 1455
14:26:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.707171  1577 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:11.814888  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 1455
14:26:11.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:11.839 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] handling channelInactive
14:26:11.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state READY due to: connection closed
14:26:11.840 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: connection closed
14:26:11.847 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:11.847 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:11.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [3ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [10ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@820822359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@3c6a1c89 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a56bd67 -> wakeup thread Time-limited test)) after lookup
14:26:11.848 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:11.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.852 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.852 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:11.868 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:11.868 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [3ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [10ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [11ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [15ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [30ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@820822359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@3c6a1c89 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a56bd67 -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672))) after lookup
14:26:11.869 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:11.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.872 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:11.907 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:11.908 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [3ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [10ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [11ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [15ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [30ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [32ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [35ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [70ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@820822359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@3c6a1c89 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a56bd67 -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966))) after lookup
14:26:11.909 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:11.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:11.911 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:12.006 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:12.007 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:12.008 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=170), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [3ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [10ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [11ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [15ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [30ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [32ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [35ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [70ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [71ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [74ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [74ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [169ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@820822359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@3c6a1c89 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966) -> (continuation of Deferred@789911398 after retry RPC@1559001878), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a56bd67 -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966) -> (continuation of Deferred@789911398 after retry RPC@1559001878))) after lookup
14:26:12.008 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:12.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:12.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:12.012 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:12.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:12.247 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:12.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=410), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [3ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [10ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [11ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [15ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [30ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [32ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [35ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [70ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [71ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [74ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [74ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [169ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [171ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [175ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [175ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [406ms] refreshing cache from master, [406ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [409ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@820822359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@3c6a1c89 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966) -> (continuation of Deferred@789911398 after retry RPC@1559001878) -> (continuation of Deferred@1024917720 after retry RPC@1000168063), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a56bd67 -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966) -> (continuation of Deferred@789911398 after retry RPC@1559001878) -> (continuation of Deferred@1024917720 after retry RPC@1000168063))) after lookup
14:26:12.249 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:12.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:12.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:12.250 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:13.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.129546  1783 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.129809  1783 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.130610  1784 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.130880  1784 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:13.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.131866  1783 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:13.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.132709  1784 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.134964  1333 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.135676  1605 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.140226  1333 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:13.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.142525  1605 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.142652  1672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d" is_pre_election: true
14:26:13.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.142949  1672 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 1.
14:26:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.143666  1336 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.144456  1783 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:26:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.144618  1783 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.144781  1783 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 1 FOLLOWER]: Advancing to term 2
14:26:13.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.145603  1400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" is_pre_election: true
14:26:13.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.147256  1783 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:13.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.147770  1400 raft_consensus.cc:2393] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2108161c7b734624b8cac6da4e920c2d in current term 2: Already voted for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in this term.
14:26:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.148072  1783 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 2 election: Requested vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.148774  1672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.148975  1672 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 1 FOLLOWER]: Advancing to term 2
14:26:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.148914  1608 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d; no voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.150081  1333 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:13.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.151436  1672 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 2.
14:26:13.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.151612  1784 raft_consensus.cc:2749] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:26:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.151929  1336 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.152253  1783 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 FOLLOWER]: Leader election won for term 2
14:26:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.152751  1783 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 LEADER]: Becoming Leader. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Running, Role: LEADER
14:26:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.153270  1783 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:13.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.157198  1222 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 reported cstate change: term changed from 1 to 2, leader changed from 3cc91e4ff045499e89152716e22b0636 (127.1.3.194) to 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193). New cstate: current_term: 2 leader_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: UNKNOWN } } }
14:26:13.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:13.407 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:13.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1570), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [3ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [10ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [11ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [15ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [30ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [32ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [35ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [70ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [71ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [74ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [74ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [169ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [171ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [175ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [175ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [406ms] refreshing cache from master, [406ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [409ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [411ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [413ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [413ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [1565ms] refreshing cache from master, [1566ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [1569ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@820822359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@3c6a1c89 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966) -> (continuation of Deferred@789911398 after retry RPC@1559001878) -> (continuation of Deferred@1024917720 after retry RPC@1000168063) -> (continuation of Deferred@672802804 after retry RPC@1478340083), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1a56bd67 -> wakeup thread Time-limited test -> (continuation of Deferred@695489069 after retry RPC@880074672) -> (continuation of Deferred@1462058979 after retry RPC@930451966) -> (continuation of Deferred@789911398 after retry RPC@1559001878) -> (continuation of Deferred@1024917720 after retry RPC@1000168063) -> (continuation of Deferred@672802804 after retry RPC@1478340083))) after lookup
14:26:13.410 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:13.411 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] Successfully connected to peer
14:26:13.437 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x148528c5, L:/127.0.0.1:55742 - R:/127.1.3.193:32845] using TOKEN/null
14:26:13.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.443421  1672 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Refusing update from remote peer 5b4f8f9b53a74f57bbe4a85b868571c3: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
14:26:13.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.444212  1793 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:26:13.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.444478  1333 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 -> Peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Couldn't send request to peer 3cc91e4ff045499e89152716e22b0636. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:13.471 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.194:33851
14:26:13.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.474433  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.871834  1812 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.872277  1812 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.872404  1812 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.882067  1812 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.882333  1812 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.194
14:26:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.894419  1812 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.897114  1812 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:13.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.899425  1812 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.912315  1818 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.912953  1817 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:13.913717  1820 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.914629  1812 server_base.cc:1061] running on GCE node
14:26:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.915475  1812 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.916644  1812 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.917889  1812 hybrid_clock.cc:648] HybridClock initialized: now 1783520773917826 us; error 50 us; skew 500 ppm
14:26:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.918272  1812 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.921070  1812 webserver.cc:533] Webserver started at http://127.1.3.194:33573/ using document root <none> and password file <none>
14:26:13.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.922168  1812 fs_manager.cc:362] Metadata directory not provided
14:26:13.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.922333  1812 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.929561  1812 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
14:26:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.933215  1826 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.934976  1812 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.935146  1812 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.936008  1812 fs_report.cc:389] FS layout report
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/data
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.961499  1812 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.962571  1812 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.962953  1812 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.964133  1812 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.966884  1833 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.974484  1812 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.974599  1812 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
14:26:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.974757  1812 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:13.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.978327  1812 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:13.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.978446  1812 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.000s	sys 0.000s
14:26:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:13.979202  1833 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap starting.
14:26:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.005506  1833 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Log is configured to *not* fsync() on all Append() calls
14:26:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.023573  1833 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.024384  1833 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap complete.
14:26:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.025640  1833 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent bootstrapping tablet: real 0.047s	user 0.035s	sys 0.008s
14:26:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.032699  1833 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.033921  1833 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Initialized, Role: FOLLOWER
14:26:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.034926  1833 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.036748  1833 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent starting tablet: real 0.011s	user 0.008s	sys 0.004s
14:26:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.045593  1812 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.194:33851
14:26:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.045670  1943 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.194:33851 every 8 connection(s)
14:26:14.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.047223  1812 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.056016  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 1812
14:26:14.056 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.073710  1945 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.073741  1946 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.074303  1946 heartbeater.cc:461] Registering TS with master...
14:26:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.074605  1944 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.074728  1944 heartbeater.cc:461] Registering TS with master...
14:26:14.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.074298  1945 heartbeater.cc:461] Registering TS with master...
14:26:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.075969  1946 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.076047  1945 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.076596  1944 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.079875  1222 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.079965  1151 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.081450  1222 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.194:33947
14:26:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.082050  1081 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:14.085 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:14.085 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.193:32845
14:26:14.086 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:14.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.086346  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 1318
14:26:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.087368  1897 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 1 FOLLOWER]: Advancing to term 2
14:26:14.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.095192  1944 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:14.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.101557  1959 mvcc.cc:204] Tried to move back new op lower bound from 7305301088016076800 to 7305301086839451648. Current Snapshot: MvccSnapshot[applied={T|T < 7305301088016076800}]
14:26:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.116287  1440 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:14.218294  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 1318
14:26:14.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:14.237 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] handling channelInactive
14:26:14.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state READY due to: connection closed
14:26:14.238 [DEBUG - Time-limited test] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:14.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.240 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:14.247 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:14.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@436447508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@143cc244 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a68dfb -> wakeup thread Time-limited test)) after lookup
14:26:14.248 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:14.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.250 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:14.267 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:14.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [10ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [12ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@436447508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@143cc244 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a68dfb -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045))) after lookup
14:26:14.268 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:14.269 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.269 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.270 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:14.307 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:14.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [10ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [12ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [30ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [32ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@436447508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@143cc244 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a68dfb -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278))) after lookup
14:26:14.308 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:14.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.311 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:14.327 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:14.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=91), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [10ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [12ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [30ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [32ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [70ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [72ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@436447508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@143cc244 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a68dfb -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609))) after lookup
14:26:14.330 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:14.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.332 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:14.567 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:14.568 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=329), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [10ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [12ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [30ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [32ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [70ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [72ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [91ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [94ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [94ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [325ms] refreshing cache from master, [325ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [328ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@436447508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@143cc244 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609) -> (continuation of Deferred@1501707652 after retry RPC@860287982), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a68dfb -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609) -> (continuation of Deferred@1501707652 after retry RPC@860287982))) after lookup
14:26:14.569 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:14.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.571 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:14.807 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:14.807 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=569), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [10ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [12ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [30ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [32ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [70ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [72ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [91ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [94ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [94ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [325ms] refreshing cache from master, [325ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [328ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [330ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [333ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [333ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [564ms] refreshing cache from master, [565ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [568ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@436447508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@143cc244 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609) -> (continuation of Deferred@1501707652 after retry RPC@860287982) -> (continuation of Deferred@339842880 after retry RPC@1636858313), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a68dfb -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609) -> (continuation of Deferred@1501707652 after retry RPC@860287982) -> (continuation of Deferred@339842880 after retry RPC@1636858313))) after lookup
14:26:14.808 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:14.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:14.810 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:15.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.544374  1964 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:15.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.544596  1964 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.545329  1964 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:15.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:15.549417  1608 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.553231  1897 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636" is_pre_election: true
14:26:15.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.554366  1605 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d; no voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:15.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.554774  1964 raft_consensus.cc:2749] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
14:26:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.594045  1969 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.594362  1969 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.596127  1969 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:15.597926  1830 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:15.599747  1830 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.603609  1672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d" is_pre_election: true
14:26:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.603856  1672 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 2.
14:26:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.604490  1830 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636; no voters: 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.604947  1969 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:26:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.605093  1969 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.605160  1969 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 2 FOLLOWER]: Advancing to term 3
14:26:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.607620  1969 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.608309  1969 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 3 election: Requested vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.609238  1672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.609480  1672 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 2 FOLLOWER]: Advancing to term 3
14:26:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:15.609913  1830 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.611732  1672 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 3.
14:26:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.612287  1830 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636; no voters: 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.612618  1969 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Leader election won for term 3
14:26:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.613121  1969 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 LEADER]: Becoming Leader. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Running, Role: LEADER
14:26:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.613708  1969 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:15.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:15.617813  1222 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 reported cstate change: term changed from 2 to 3, leader changed from 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193) to 3cc91e4ff045499e89152716e22b0636 (127.1.3.194). New cstate: current_term: 3 leader_uuid: "3cc91e4ff045499e89152716e22b0636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: HEALTHY } } }
14:26:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:16.038374  1672 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 3 FOLLOWER]: Refusing update from remote peer 3cc91e4ff045499e89152716e22b0636: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
14:26:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:16.039180  1969 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
14:26:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:16.049559  1830 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 -> Peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Couldn't send request to peer 5b4f8f9b53a74f57bbe4a85b868571c3. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:17.447 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:17.448 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:17.448 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3210), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [10ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [12ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [30ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [32ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [70ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [72ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [91ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [94ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [94ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [325ms] refreshing cache from master, [325ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [328ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [330ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [333ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [333ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [564ms] refreshing cache from master, [565ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [568ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [570ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [572ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [572ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [3204ms] refreshing cache from master, [3205ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [3209ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@436447508(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@143cc244 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609) -> (continuation of Deferred@1501707652 after retry RPC@860287982) -> (continuation of Deferred@339842880 after retry RPC@1636858313) -> (continuation of Deferred@361323647 after retry RPC@1347870743), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a68dfb -> wakeup thread Time-limited test -> (continuation of Deferred@1859468921 after retry RPC@1554956045) -> (continuation of Deferred@2121093233 after retry RPC@1460850278) -> (continuation of Deferred@345468475 after retry RPC@1438114609) -> (continuation of Deferred@1501707652 after retry RPC@860287982) -> (continuation of Deferred@339842880 after retry RPC@1636858313) -> (continuation of Deferred@361323647 after retry RPC@1347870743))) after lookup
14:26:17.449 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:17.451 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] Successfully connected to peer
14:26:17.477 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x91670e65, L:/127.0.0.1:46418 - R:/127.1.3.194:33851] using TOKEN/null
14:26:17.528 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.193:32845
14:26:17.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.529850  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:32845
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43515
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.881904  2001 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.882203  2001 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.882292  2001 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.890125  2001 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.890300  2001 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.193
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.900278  2001 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:32845
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43515
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:17.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.901861  2001 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.903633  2001 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.913997  2007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.914256  2006 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:17.914031  2009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:17.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.916195  2001 server_base.cc:1061] running on GCE node
14:26:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.916996  2001 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:17.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.918169  2001 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.919390  2001 hybrid_clock.cc:648] HybridClock initialized: now 1783520777919328 us; error 41 us; skew 500 ppm
14:26:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.919806  2001 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.922333  2001 webserver.cc:533] Webserver started at http://127.1.3.193:43515/ using document root <none> and password file <none>
14:26:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.923303  2001 fs_manager.cc:362] Metadata directory not provided
14:26:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.923435  2001 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:17.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.929751  2001 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.002s
14:26:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.933055  2015 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.934696  2001 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
14:26:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.934903  2001 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:08 on dist-test-slave-59nb"
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.935767  2001 fs_report.cc:389] FS layout report
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/data
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.970150  2001 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.971330  2001 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.971671  2001 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.972847  2001 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.975418  2022 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.981554  2001 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.981680  2001 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.000s
14:26:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.981832  2001 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.985401  2001 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.985514  2001 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.001s	sys 0.000s
14:26:17.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:17.986009  2022 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap starting.
14:26:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.009431  2022 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Log is configured to *not* fsync() on all Append() calls
14:26:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.030014  2022 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.030668  2022 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap complete.
14:26:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.032017  2022 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent bootstrapping tablet: real 0.046s	user 0.030s	sys 0.013s
14:26:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.038141  2022 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.038926  2022 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Initialized, Role: FOLLOWER
14:26:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.039903  2022 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.041779  2022 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.004s
14:26:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.046378  2001 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.193:32845
14:26:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.046623  2130 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.193:32845 every 8 connection(s)
14:26:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.048704  2001 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.049336  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 2001
14:26:18.049 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.082949  2131 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.083477  2131 heartbeater.cc:461] Registering TS with master...
14:26:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.084888  2131 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:18.089 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:18.090 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.194:33851
14:26:18.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.090955  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 1812
14:26:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.106575  1222 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:18.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.108503  1222 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.193:34925
14:26:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.116021  2132 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.116214  2132 heartbeater.cc:461] Registering TS with master...
14:26:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.116614  2132 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:18.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.120106  1080 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.123087  1939 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.125653  2136 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.125895  2136 heartbeater.cc:461] Registering TS with master...
14:26:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.126293  2136 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.128278  1151 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:18.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:18.221896  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 1812
14:26:18.240 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:18.240 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] handling channelInactive
14:26:18.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state READY due to: connection closed
14:26:18.243 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:18.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.245 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:18.267 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:18.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [5ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [5ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@238443928(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@69075211 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@788c2e0b -> wakeup thread Time-limited test)) after lookup
14:26:18.268 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:18.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.271 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:18.287 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:18.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [5ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [5ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [28ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [30ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [46ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@238443928(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@69075211 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@788c2e0b -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402))) after lookup
14:26:18.288 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:18.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.289 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:18.306 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:18.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [5ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [5ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [28ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [30ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [46ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [48ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [49ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [66ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@238443928(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@69075211 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@788c2e0b -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336))) after lookup
14:26:18.307 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:18.309 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.309 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.309 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:18.407 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:18.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=167), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [5ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [5ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [28ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [30ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [46ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [48ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [49ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [66ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [67ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [69ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [69ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [166ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@238443928(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@69075211 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336) -> (continuation of Deferred@158994601 after retry RPC@1728318930), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@788c2e0b -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336) -> (continuation of Deferred@158994601 after retry RPC@1728318930))) after lookup
14:26:18.408 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:18.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:18.409 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.114908  2131 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:19.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:19.387 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:19.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1146), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [5ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [5ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [28ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [30ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [46ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [48ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [49ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [66ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [67ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [69ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [69ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [166ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [168ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [169ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [169ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [1142ms] refreshing cache from master, [1143ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [1146ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@238443928(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@69075211 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336) -> (continuation of Deferred@158994601 after retry RPC@1728318930) -> (continuation of Deferred@642632706 after retry RPC@1633697668), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@788c2e0b -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336) -> (continuation of Deferred@158994601 after retry RPC@1728318930) -> (continuation of Deferred@642632706 after retry RPC@1633697668))) after lookup
14:26:19.388 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:19.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:19.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:19.389 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.572880  2144 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.573087  2144 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.573848  2144 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:19.579828  1605 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:26:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:19.581780  1605 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.587477  2085 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" is_pre_election: true
14:26:19.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.587941  2085 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2108161c7b734624b8cac6da4e920c2d in term 2.
14:26:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.588838  1608 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.589214  2144 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 3 FOLLOWER]: Leader pre-election won for term 4
14:26:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.589337  2144 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 3 FOLLOWER]: Starting leader election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.589406  2144 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 3 FOLLOWER]: Advancing to term 4
14:26:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.591549  2144 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.592162  2144 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 4 election: Requested vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.592674  2085 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.592849  2085 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 2 FOLLOWER]: Advancing to term 4
14:26:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:19.593585  1605 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:19.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.596552  2085 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2108161c7b734624b8cac6da4e920c2d in term 4.
14:26:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.597075  1608 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.597450  2144 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 4 FOLLOWER]: Leader election won for term 4
14:26:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.597946  2144 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 4 LEADER]: Becoming Leader. State: Replica: 2108161c7b734624b8cac6da4e920c2d, State: Running, Role: LEADER
14:26:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.598590  2144 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:19.603073  1222 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d reported cstate change: term changed from 3 to 4, leader changed from 3cc91e4ff045499e89152716e22b0636 (127.1.3.194) to 2108161c7b734624b8cac6da4e920c2d (127.1.3.195). New cstate: current_term: 4 leader_uuid: "2108161c7b734624b8cac6da4e920c2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: UNKNOWN } } }
14:26:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:20.002748  1605 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d -> Peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Couldn't send request to peer 3cc91e4ff045499e89152716e22b0636. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:20.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:20.161530  2085 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 4 FOLLOWER]: Refusing update from remote peer 2108161c7b734624b8cac6da4e920c2d: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
14:26:20.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:20.162478  2144 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:26:21.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:21.467 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:21.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3227), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [5ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [5ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [28ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [30ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [31ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [46ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [48ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [49ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [66ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [67ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [69ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [69ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [166ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [168ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [169ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [169ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [1142ms] refreshing cache from master, [1143ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [1146ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [1147ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [1149ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [1149ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [3223ms] refreshing cache from master, [3223ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [3226ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@238443928(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@69075211 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336) -> (continuation of Deferred@158994601 after retry RPC@1728318930) -> (continuation of Deferred@642632706 after retry RPC@1633697668) -> (continuation of Deferred@1381110852 after retry RPC@850300309), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@788c2e0b -> wakeup thread Time-limited test -> (continuation of Deferred@1521182138 after retry RPC@1137632402) -> (continuation of Deferred@1277975355 after retry RPC@2020789336) -> (continuation of Deferred@158994601 after retry RPC@1728318930) -> (continuation of Deferred@642632706 after retry RPC@1633697668) -> (continuation of Deferred@1381110852 after retry RPC@850300309))) after lookup
14:26:21.468 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:21.469 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] Successfully connected to peer
14:26:21.489 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x6a7a404a, L:/127.0.0.1:36058 - R:/127.1.3.195:42047] using TOKEN/null
14:26:21.518 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.194:33851
14:26:21.519 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.519959  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.890848  2179 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.891271  2179 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.891412  2179 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.900250  2179 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.900485  2179 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.194
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.911619  2179 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.914139  2179 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.916460  2179 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:21.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.927628  2186 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:21.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.928216  2187 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:21.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:21.928246  2189 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.929901  2179 server_base.cc:1061] running on GCE node
14:26:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.930612  2179 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.931726  2179 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.932961  2179 hybrid_clock.cc:648] HybridClock initialized: now 1783520781932902 us; error 50 us; skew 500 ppm
14:26:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.933357  2179 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.935796  2179 webserver.cc:533] Webserver started at http://127.1.3.194:33573/ using document root <none> and password file <none>
14:26:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.936599  2179 fs_manager.cc:362] Metadata directory not provided
14:26:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.936697  2179 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.942677  2179 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
14:26:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.945940  2195 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.947544  2179 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.947707  2179 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.948449  2179 fs_report.cc:389] FS layout report
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/data
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.963474  2179 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.964339  2179 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.964622  2179 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.965570  2179 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.967796  2202 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.974571  2179 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.974671  2179 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.001s
14:26:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.974771  2179 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.977965  2179 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.978055  2179 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
14:26:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:21.978659  2202 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap starting.
14:26:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.009290  2202 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Log is configured to *not* fsync() on all Append() calls
14:26:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.028673  2179 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.194:33851
14:26:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.028728  2309 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.194:33851 every 8 connection(s)
14:26:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.031140  2179 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.035822  2202 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.036576  2202 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap complete.
14:26:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.038312  2202 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent bootstrapping tablet: real 0.060s	user 0.041s	sys 0.011s
14:26:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.038775  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 2179
14:26:22.039 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.055539  2202 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.056617  2202 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Initialized, Role: FOLLOWER
14:26:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.062939  2202 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.080788  2310 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.081326  2310 heartbeater.cc:461] Registering TS with master...
14:26:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.082738  2310 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:22.083 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.086896  2311 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.086967  1222 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.087112  2311 heartbeater.cc:461] Registering TS with master...
14:26:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.087733  2311 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.088641  1222 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.194:59329
14:26:22.090 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.195:42047
14:26:22.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.091125  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 1590
14:26:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.091172  1080 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.112470  2310 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.113744  2202 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent starting tablet: real 0.075s	user 0.022s	sys 0.013s
14:26:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.125766  2312 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.125946  2312 heartbeater.cc:461] Registering TS with master...
14:26:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.126300  2312 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.127970  1151 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.133028  1712 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:22.243322  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 1590
14:26:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:22.261358  1136 connection.cc:573] server connection from 127.1.3.195:42845 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:26:22.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:22.261861  1065 connection.cc:573] server connection from 127.1.3.195:52373 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:26:22.262 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] handling channelInactive
14:26:22.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state READY due to: connection closed
14:26:22.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:22.262651  1210 connection.cc:573] server connection from 127.1.3.195:49679 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:26:22.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:22.263 [DEBUG - Time-limited test] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:22.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.265 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:22.286 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:22.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1628008824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@4319bef4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cf6a757 -> wakeup thread Time-limited test)) after lookup
14:26:22.287 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:22.289 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.289 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.289 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:22.306 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:22.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [26ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1628008824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@4319bef4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cf6a757 -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241))) after lookup
14:26:22.307 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:22.308 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.308 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.346 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:22.347 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:22.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [26ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [43ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [45ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [83ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1628008824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@4319bef4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cf6a757 -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851))) after lookup
14:26:22.348 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:22.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.350 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:22.466 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:22.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [26ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [43ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [45ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [83ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [84ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [86ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [87ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [202ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1628008824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@4319bef4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cf6a757 -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058))) after lookup
14:26:22.467 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:22.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.468 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:22.546 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:22.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=283), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [26ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [43ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [45ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [83ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [84ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [86ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [87ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [202ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [203ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [205ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [205ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [279ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [282ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1628008824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@4319bef4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058) -> (continuation of Deferred@787175071 after retry RPC@1472769085), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cf6a757 -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058) -> (continuation of Deferred@787175071 after retry RPC@1472769085))) after lookup
14:26:22.547 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:22.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.549 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.549 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:22.947 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:22.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=684), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [26ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [43ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [45ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [83ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [84ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [86ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [87ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [202ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [203ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [205ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [205ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [279ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [282ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [284ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [286ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [286ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [680ms] refreshing cache from master, [680ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [683ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1628008824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@4319bef4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058) -> (continuation of Deferred@787175071 after retry RPC@1472769085) -> (continuation of Deferred@133344330 after retry RPC@365511117), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cf6a757 -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058) -> (continuation of Deferred@787175071 after retry RPC@1472769085) -> (continuation of Deferred@133344330 after retry RPC@365511117))) after lookup
14:26:22.948 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:22.949 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:22.949 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.276348  2325 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.276782  2325 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.278908  2325 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:23.280922  2199 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:23.282753  2199 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.286787  2085 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" is_pre_election: true
14:26:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.287850  2199 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636; no voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.288340  2325 raft_consensus.cc:2749] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
14:26:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.625499  2330 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 2108161c7b734624b8cac6da4e920c2d)
14:26:23.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.625780  2330 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:23.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.627707  2330 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:23.629217  2019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:23.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:23.631211  2019 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:23.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.637470  2264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636" is_pre_election: true
14:26:23.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.637943  2264 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 3.
14:26:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.639035  2016 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 2108161c7b734624b8cac6da4e920c2d
14:26:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.639477  2330 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:26:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.639616  2330 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 2108161c7b734624b8cac6da4e920c2d)
14:26:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.639736  2330 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 4 FOLLOWER]: Advancing to term 5
14:26:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.642040  2330 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.642781  2330 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 5 election: Requested vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.643510  2264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.643750  2264 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 3 FOLLOWER]: Advancing to term 5
14:26:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:23.644287  2019 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.647675  2264 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 5.
14:26:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.648160  2016 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 2108161c7b734624b8cac6da4e920c2d
14:26:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.648478  2330 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 5 FOLLOWER]: Leader election won for term 5
14:26:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.649032  2330 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 5 LEADER]: Becoming Leader. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Running, Role: LEADER
14:26:23.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.649860  2330 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:23.654356  1222 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 reported cstate change: term changed from 4 to 5, leader changed from 2108161c7b734624b8cac6da4e920c2d (127.1.3.195) to 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193). New cstate: current_term: 5 leader_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: UNKNOWN } } }
14:26:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:24.231516  2264 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 5 FOLLOWER]: Refusing update from remote peer 5b4f8f9b53a74f57bbe4a85b868571c3: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
14:26:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:24.232609  2348 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:26:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:24.253234  2019 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 -> Peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Couldn't send request to peer 2108161c7b734624b8cac6da4e920c2d. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:26.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:26.026 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:26.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3763), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [26ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [43ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [45ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [83ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [84ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [86ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [87ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [202ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [203ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [205ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [205ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [279ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [282ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [284ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [286ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [286ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [680ms] refreshing cache from master, [680ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [683ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [684ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [686ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [686ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [3759ms] refreshing cache from master, [3759ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [3762ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1628008824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@4319bef4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058) -> (continuation of Deferred@787175071 after retry RPC@1472769085) -> (continuation of Deferred@133344330 after retry RPC@365511117) -> (continuation of Deferred@1763109565 after retry RPC@906893691), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cf6a757 -> wakeup thread Time-limited test -> (continuation of Deferred@1368381368 after retry RPC@1761218241) -> (continuation of Deferred@343661374 after retry RPC@1074682851) -> (continuation of Deferred@1284730472 after retry RPC@2121332058) -> (continuation of Deferred@787175071 after retry RPC@1472769085) -> (continuation of Deferred@133344330 after retry RPC@365511117) -> (continuation of Deferred@1763109565 after retry RPC@906893691))) after lookup
14:26:26.027 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:26.028 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] Successfully connected to peer
14:26:26.046 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x8eb52611, L:/127.0.0.1:45140 - R:/127.1.3.193:32845] using TOKEN/null
14:26:26.073 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.195:42047
14:26:26.073 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.074350  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:42047
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46419
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.463807  2372 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.464172  2372 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.464267  2372 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.473352  2372 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.473577  2372 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.195
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.484885  2372 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:42047
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46419
14:26:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:26.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.486943  2372 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.488996  2372 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.500097  2379 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.500075  2380 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:26.500301  2382 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.501921  2372 server_base.cc:1061] running on GCE node
14:26:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.502669  2372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.503971  2372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.505239  2372 hybrid_clock.cc:648] HybridClock initialized: now 1783520786505102 us; error 110 us; skew 500 ppm
14:26:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.505657  2372 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.508255  2372 webserver.cc:533] Webserver started at http://127.1.3.195:46419/ using document root <none> and password file <none>
14:26:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.509104  2372 fs_manager.cc:362] Metadata directory not provided
14:26:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.509220  2372 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.515803  2372 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.000s
14:26:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.519244  2388 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.520936  2372 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.521107  2372 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.521992  2372 fs_report.cc:389] FS layout report
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/data
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.538336  2372 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.539304  2372 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.539564  2372 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:26.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.540558  2372 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:26.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.542972  2395 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:26.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.549484  2372 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:26.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.549593  2372 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
14:26:26.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.549714  2372 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:26.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.553261  2372 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:26.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.553385  2372 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.001s	sys 0.000s
14:26:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.553941  2395 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap starting.
14:26:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.578580  2395 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Log is configured to *not* fsync() on all Append() calls
14:26:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.603066  2372 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.195:42047
14:26:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.603205  2395 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.603109  2502 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.195:42047 every 8 connection(s)
14:26:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.603819  2395 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap complete.
14:26:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.604943  2372 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.605052  2395 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent bootstrapping tablet: real 0.052s	user 0.037s	sys 0.011s
14:26:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.613816  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 2372
14:26:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.612927  2395 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.614038  2395 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2108161c7b734624b8cac6da4e920c2d, State: Initialized, Role: FOLLOWER
14:26:26.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.615036  2395 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.640316  2395 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent starting tablet: real 0.035s	user 0.017s	sys 0.011s
14:26:26.648 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:26.649 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.193:32845
14:26:26.649 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:26.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.650106  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 2001
14:26:26.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.653399  2505 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:26.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.653903  2505 heartbeater.cc:461] Registering TS with master...
14:26:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.655164  2505 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.658156  2504 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.658329  2504 heartbeater.cc:461] Registering TS with master...
14:26:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.658836  1151 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.658876  2504 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.658135  2503 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.659606  2503 heartbeater.cc:461] Registering TS with master...
14:26:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.660101  2503 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.661450  1080 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.661693  1222 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.663324  1222 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.195:42385
14:26:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.669894  2503 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.674587  2458 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 4 FOLLOWER]: Advancing to term 5
14:26:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.679877  2126 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:26.781114  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 2001
14:26:26.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:26.802 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] handling channelInactive
14:26:26.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state READY due to: connection closed
14:26:26.803 [DEBUG - Time-limited test] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:26.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.805 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.826 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:26.826 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:26.826 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@209710433(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@9041df0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52964c5a -> wakeup thread Time-limited test)) after lookup
14:26:26.827 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:26.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.829 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:26.846 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:26.847 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [26ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [26ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@209710433(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@9041df0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52964c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484))) after lookup
14:26:26.847 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:26.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.849 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:26.886 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:26.886 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [26ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [26ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [44ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [46ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [46ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [82ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@209710433(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@9041df0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52964c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823))) after lookup
14:26:26.886 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:26.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.888 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.910 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:26.911 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:26.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [26ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [26ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [44ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [46ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [46ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [82ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [83ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [85ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [102ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@209710433(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@9041df0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52964c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383))) after lookup
14:26:26.912 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:26.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.914 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:26.986 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:26.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=183), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [26ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [26ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [44ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [46ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [46ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [82ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [83ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [85ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [102ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [108ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [110ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [111ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [182ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@209710433(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@9041df0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383) -> (continuation of Deferred@777312776 after retry RPC@97722185), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52964c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383) -> (continuation of Deferred@777312776 after retry RPC@97722185))) after lookup
14:26:26.987 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:26.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:26.989 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:27.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:27.127 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:27.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=324), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [26ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [26ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [44ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [46ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [46ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [82ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [83ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [85ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [102ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [108ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [110ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [111ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [182ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [184ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [186ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [186ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [323ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@209710433(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@9041df0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383) -> (continuation of Deferred@777312776 after retry RPC@97722185) -> (continuation of Deferred@1026204606 after retry RPC@538888709), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52964c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383) -> (continuation of Deferred@777312776 after retry RPC@97722185) -> (continuation of Deferred@1026204606 after retry RPC@538888709))) after lookup
14:26:27.128 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:27.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:27.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:27.129 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.153523  2524 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.153789  2524 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.154541  2524 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:28.157387  2199 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.162520  2458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d" is_pre_election: true
14:26:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.163542  2199 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636; no voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.163880  2524 raft_consensus.cc:2749] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
14:26:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.181023  2529 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.181289  2529 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.182775  2529 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:28.184175  2392 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:28.185837  2392 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.190176  2264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636" is_pre_election: true
14:26:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.190449  2264 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2108161c7b734624b8cac6da4e920c2d in term 5.
14:26:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.191107  2389 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636; no voters: 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.191540  2529 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 5 FOLLOWER]: Leader pre-election won for term 6
14:26:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.191664  2529 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 5 FOLLOWER]: Starting leader election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.191746  2529 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 5 FOLLOWER]: Advancing to term 6
14:26:28.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.193763  2529 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.194353  2529 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 6 election: Requested vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.194967  2264 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.195185  2264 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 5 FOLLOWER]: Advancing to term 6
14:26:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:28.195894  2392 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.197464  2264 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2108161c7b734624b8cac6da4e920c2d in term 6.
14:26:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.197880  2389 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636; no voters: 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.198175  2529 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 6 FOLLOWER]: Leader election won for term 6
14:26:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.198609  2529 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 6 LEADER]: Becoming Leader. State: Replica: 2108161c7b734624b8cac6da4e920c2d, State: Running, Role: LEADER
14:26:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.199275  2529 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:28.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.203778  1222 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d reported cstate change: term changed from 5 to 6, leader changed from 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193) to 2108161c7b734624b8cac6da4e920c2d (127.1.3.195). New cstate: current_term: 6 leader_uuid: "2108161c7b734624b8cac6da4e920c2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: UNKNOWN } } }
14:26:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.739245  2264 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 6 FOLLOWER]: Refusing update from remote peer 2108161c7b734624b8cac6da4e920c2d: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
14:26:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:28.740211  2546 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 20, Time since last communication: 0.000s
14:26:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:28.751430  2392 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d -> Peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Couldn't send request to peer 5b4f8f9b53a74f57bbe4a85b868571c3. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:29.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:29.567 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:29.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2764), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [23ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [24ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [26ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [26ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [44ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [46ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [46ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [82ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [83ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [85ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [85ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [102ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [108ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [110ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [111ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [182ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [184ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [186ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [186ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [323ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [324ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [326ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [326ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2760ms] refreshing cache from master, [2760ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [2763ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@209710433(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@9041df0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383) -> (continuation of Deferred@777312776 after retry RPC@97722185) -> (continuation of Deferred@1026204606 after retry RPC@538888709) -> (continuation of Deferred@565145423 after retry RPC@2008536989), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52964c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1616549107 after retry RPC@1355570484) -> (continuation of Deferred@1791087398 after retry RPC@1482032823) -> (continuation of Deferred@1032068830 after retry RPC@1435489383) -> (continuation of Deferred@777312776 after retry RPC@97722185) -> (continuation of Deferred@1026204606 after retry RPC@538888709) -> (continuation of Deferred@565145423 after retry RPC@2008536989))) after lookup
14:26:29.568 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:29.569 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] Successfully connected to peer
14:26:29.586 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xf95a0dc3, L:/127.0.0.1:51308 - R:/127.1.3.195:42047] using TOKEN/null
14:26:29.635 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.193:32845
14:26:29.637 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:29.638577  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:32845
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43515
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:29.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.042860  2563 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.043330  2563 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.043452  2563 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.053525  2563 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.053766  2563 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.193
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.064724  2563 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:32845
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43515
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.066763  2563 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.068912  2563 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:30.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.080430  2568 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.082504  2569 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:30.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:30.084087  2571 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:30.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.086683  2563 server_base.cc:1061] running on GCE node
14:26:30.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.087482  2563 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:30.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.088578  2563 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.089792  2563 hybrid_clock.cc:648] HybridClock initialized: now 1783520790089729 us; error 54 us; skew 500 ppm
14:26:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.090118  2563 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:30.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.092996  2563 webserver.cc:533] Webserver started at http://127.1.3.193:43515/ using document root <none> and password file <none>
14:26:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.093871  2563 fs_manager.cc:362] Metadata directory not provided
14:26:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.093967  2563 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:30.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.101085  2563 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.004s	sys 0.000s
14:26:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.104723  2577 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.106504  2563 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:26:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.106699  2563 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:08 on dist-test-slave-59nb"
14:26:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.107661  2563 fs_report.cc:389] FS layout report
14:26:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/data
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.132246  2563 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.133216  2563 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.133569  2563 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.134670  2563 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.137441  2584 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.144903  2563 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.145015  2563 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
14:26:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.145154  2563 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:30.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.148487  2563 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:30.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.148591  2563 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.002s
14:26:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.149194  2584 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap starting.
14:26:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.178566  2584 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Log is configured to *not* fsync() on all Append() calls
14:26:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.194865  2563 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.193:32845
14:26:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.195013  2691 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.193:32845 every 8 connection(s)
14:26:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.196591  2563 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:30.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.206517  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 2563
14:26:30.207 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.222697  2584 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:30.223 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:30.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.223529  2584 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap complete.
14:26:30.223 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.195:42047
14:26:30.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.224306  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 2372
14:26:30.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.225186  2584 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent bootstrapping tablet: real 0.076s	user 0.038s	sys 0.025s
14:26:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.240689  2694 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.241149  2694 heartbeater.cc:461] Registering TS with master...
14:26:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.240909  2584 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.242117  2584 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Initialized, Role: FOLLOWER
14:26:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.242389  2694 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:30.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.243050  2584 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.243440  2692 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.243583  2692 heartbeater.cc:461] Registering TS with master...
14:26:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.244107  2692 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.246629  2693 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.246783  2693 heartbeater.cc:461] Registering TS with master...
14:26:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.247217  1222 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.247326  2693 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.249091  1222 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.193:51833
14:26:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.249226  2498 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.249475  1151 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.250514  1080 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.254750  2584 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent starting tablet: real 0.029s	user 0.011s	sys 0.011s
14:26:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.255273  2692 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:30.348697  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 2372
14:26:30.367 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] handling channelInactive
14:26:30.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state READY due to: connection closed
14:26:30.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:30.368 [DEBUG - Time-limited test] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:30.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.370 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:30.386 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:30.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1640167538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@16aa063c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35e0af5f -> wakeup thread Time-limited test)) after lookup
14:26:30.387 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:30.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.389 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:30.407 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:30.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [21ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1640167538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@16aa063c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35e0af5f -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839))) after lookup
14:26:30.408 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:30.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.409 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:30.446 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:30.447 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [21ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [40ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [41ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1640167538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@16aa063c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35e0af5f -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665))) after lookup
14:26:30.447 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:30.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.448 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:30.587 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:30.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=219), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [21ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [40ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [41ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [79ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [80ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [81ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [218ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1640167538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@16aa063c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35e0af5f -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618))) after lookup
14:26:30.588 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:30.589 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.589 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:30.626 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:30.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=258), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [21ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [40ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [41ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [79ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [80ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [81ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [218ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [219ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [221ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [221ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [254ms] refreshing cache from master, [254ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [257ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1640167538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@16aa063c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618) -> (continuation of Deferred@354560656 after retry RPC@1604095644), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35e0af5f -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618) -> (continuation of Deferred@354560656 after retry RPC@1604095644))) after lookup
14:26:30.627 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:30.628 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:30.628 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:31.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:31.407 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:31.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1039), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [21ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [40ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [41ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [79ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [80ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [81ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [218ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [219ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [221ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [221ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [254ms] refreshing cache from master, [254ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [257ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [258ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [260ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [260ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1035ms] refreshing cache from master, [1035ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [1038ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1640167538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@16aa063c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618) -> (continuation of Deferred@354560656 after retry RPC@1604095644) -> (continuation of Deferred@699257988 after retry RPC@310265667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35e0af5f -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618) -> (continuation of Deferred@354560656 after retry RPC@1604095644) -> (continuation of Deferred@699257988 after retry RPC@310265667))) after lookup
14:26:31.408 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:31.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:31.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:31.409 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.598196  2707 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 2108161c7b734624b8cac6da4e920c2d)
14:26:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.598474  2707 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.599284  2707 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:31.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:31.601704  2199 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:26:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:31.603708  2199 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.608384  2646 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" is_pre_election: true
14:26:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.608877  2646 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 5.
14:26:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.609827  2199 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 2108161c7b734624b8cac6da4e920c2d
14:26:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.610136  2707 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 6 FOLLOWER]: Leader pre-election won for term 7
14:26:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.610255  2707 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 2108161c7b734624b8cac6da4e920c2d)
14:26:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.610332  2707 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 6 FOLLOWER]: Advancing to term 7
14:26:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.612457  2707 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.613054  2707 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 7 election: Requested vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.613627  2646 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.613896  2646 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 5 FOLLOWER]: Advancing to term 7
14:26:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:31.614912  2199 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:31.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.618251  2646 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 7.
14:26:31.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.618758  2199 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 2108161c7b734624b8cac6da4e920c2d
14:26:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.619127  2707 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 7 FOLLOWER]: Leader election won for term 7
14:26:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.619621  2707 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 7 LEADER]: Becoming Leader. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Running, Role: LEADER
14:26:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.620251  2707 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:31.624429  1222 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 reported cstate change: term changed from 6 to 7, leader changed from 2108161c7b734624b8cac6da4e920c2d (127.1.3.195) to 3cc91e4ff045499e89152716e22b0636 (127.1.3.194). New cstate: current_term: 7 leader_uuid: "3cc91e4ff045499e89152716e22b0636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: HEALTHY } } }
14:26:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:32.042490  2646 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 7 FOLLOWER]: Refusing update from remote peer 3cc91e4ff045499e89152716e22b0636: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
14:26:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:32.043576  2707 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:26:32.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:32.061698  2199 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 -> Peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Couldn't send request to peer 2108161c7b734624b8cac6da4e920c2d. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:33.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:33.867 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:33.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3499), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [2ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [21ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [40ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [41ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [79ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [80ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [81ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [218ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [219ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [221ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [221ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [254ms] refreshing cache from master, [254ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [257ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [258ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [260ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [260ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1035ms] refreshing cache from master, [1035ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [1038ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [1039ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1041ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1042ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [3495ms] refreshing cache from master, [3495ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [3498ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@1640167538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@16aa063c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618) -> (continuation of Deferred@354560656 after retry RPC@1604095644) -> (continuation of Deferred@699257988 after retry RPC@310265667) -> (continuation of Deferred@610852879 after retry RPC@1145896862), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35e0af5f -> wakeup thread Time-limited test -> (continuation of Deferred@1692981562 after retry RPC@1413617839) -> (continuation of Deferred@996651794 after retry RPC@2141471665) -> (continuation of Deferred@252146032 after retry RPC@1382224618) -> (continuation of Deferred@354560656 after retry RPC@1604095644) -> (continuation of Deferred@699257988 after retry RPC@310265667) -> (continuation of Deferred@610852879 after retry RPC@1145896862))) after lookup
14:26:33.868 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:33.869 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] Successfully connected to peer
14:26:33.889 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe0a3fdf9, L:/127.0.0.1:42444 - R:/127.1.3.194:33851] using TOKEN/null
14:26:33.923 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.195:42047
14:26:33.924 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:33.924996  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:42047
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46419
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.284834  2743 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.285166  2743 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.285252  2743 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:34.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.293646  2743 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:34.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.293830  2743 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.195
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.304235  2743 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:42047
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46419
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.305838  2743 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.307668  2743 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.318006  2751 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.317989  2750 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.318603  2753 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:34.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.319319  2743 server_base.cc:1061] running on GCE node
14:26:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.319962  2743 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.321079  2743 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.322296  2743 hybrid_clock.cc:648] HybridClock initialized: now 1783520794322241 us; error 45 us; skew 500 ppm
14:26:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.322708  2743 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.325124  2743 webserver.cc:533] Webserver started at http://127.1.3.195:46419/ using document root <none> and password file <none>
14:26:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.325941  2743 fs_manager.cc:362] Metadata directory not provided
14:26:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.326048  2743 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.331920  2743 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.000s
14:26:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.335285  2759 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.336799  2743 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
14:26:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.336998  2743 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.337765  2743 fs_report.cc:389] FS layout report
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/data
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.366520  2743 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.367512  2743 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.367813  2743 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:34.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.368888  2743 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:34.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.371361  2766 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.380249  2743 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:34.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.380373  2743 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.009s	user 0.000s	sys 0.000s
14:26:34.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.380551  2743 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:34.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.384330  2743 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:34.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.384444  2743 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
14:26:34.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.384956  2766 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap starting.
14:26:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.414661  2766 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Log is configured to *not* fsync() on all Append() calls
14:26:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:34.419453  2199 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 -> Peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Couldn't send request to peer 2108161c7b734624b8cac6da4e920c2d. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:26:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.439510  2743 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.195:42047
14:26:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.439641  2873 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.195:42047 every 8 connection(s)
14:26:34.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.441083  2743 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:34.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.448941  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 2743
14:26:34.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.451301  2766 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.453145  2766 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap complete.
14:26:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.454675  2766 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent bootstrapping tablet: real 0.070s	user 0.049s	sys 0.017s
14:26:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.462587  2766 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.463753  2766 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2108161c7b734624b8cac6da4e920c2d, State: Initialized, Role: FOLLOWER
14:26:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.464906  2766 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.473755  2766 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent starting tablet: real 0.019s	user 0.007s	sys 0.011s
14:26:34.476 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:34.478 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.194:33851
14:26:34.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.479501  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 2179
14:26:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.488195  2874 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.488729  2874 heartbeater.cc:461] Registering TS with master...
14:26:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.490095  2874 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:34.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.494455  1222 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:34.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.496418  1222 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.195:50039
14:26:34.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.498980  2876 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:34.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.499274  2876 heartbeater.cc:461] Registering TS with master...
14:26:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.500285  2876 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.503052  2874 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.507385  1151 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.508293  2875 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.508481  2875 heartbeater.cc:461] Registering TS with master...
14:26:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.508812  2875 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.510732  1080 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.512075  2305 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:34.627913  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 2179
14:26:34.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:34.648 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] handling channelInactive
14:26:34.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state READY due to: connection closed
14:26:34.648 [DEBUG - Time-limited test] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:34.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.650 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.666 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:34.667 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:34.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@665219815(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@47ce8562 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b62e9db -> wakeup thread Time-limited test)) after lookup
14:26:34.668 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:34.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.669 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:34.686 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:34.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [21ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@665219815(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@47ce8562 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b62e9db -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699))) after lookup
14:26:34.687 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:34.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.689 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.706 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:34.706 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:34.706 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [21ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [40ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [41ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@665219815(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@47ce8562 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b62e9db -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440))) after lookup
14:26:34.707 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:34.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.708 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:34.766 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:34.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [21ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [40ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [41ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [58ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [60ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [118ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@665219815(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@47ce8562 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440) -> (continuation of Deferred@745912939 after retry RPC@812171522), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b62e9db -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440) -> (continuation of Deferred@745912939 after retry RPC@812171522))) after lookup
14:26:34.767 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:34.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:34.769 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:35.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:35.027 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:35.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=379), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [21ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [40ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [41ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [58ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [60ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [118ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [119ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [121ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [121ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [375ms] refreshing cache from master, [375ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [378ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@665219815(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@47ce8562 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440) -> (continuation of Deferred@745912939 after retry RPC@812171522) -> (continuation of Deferred@816020436 after retry RPC@1177930771), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b62e9db -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440) -> (continuation of Deferred@745912939 after retry RPC@812171522) -> (continuation of Deferred@816020436 after retry RPC@1177930771))) after lookup
14:26:35.027 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:35.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:35.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:35.029 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:35.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.875962  2889 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:35.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.876236  2889 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:35.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.878010  2889 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:35.879568  2578 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:35.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:35.881105  2578 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.887046  2828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d" is_pre_election: true
14:26:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.887590  2828 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 6.
14:26:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.888643  2581 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.889132  2889 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 7 FOLLOWER]: Leader pre-election won for term 8
14:26:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.889258  2889 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.889333  2889 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 7 FOLLOWER]: Advancing to term 8
14:26:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.891853  2889 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.892482  2889 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 8 election: Requested vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.893150  2828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.893358  2828 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 6 FOLLOWER]: Advancing to term 8
14:26:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:35.893992  2578 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:35.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.897426  2828 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 8.
14:26:35.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.897919  2581 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:35.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.898244  2889 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 FOLLOWER]: Leader election won for term 8
14:26:35.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.898699  2889 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 LEADER]: Becoming Leader. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Running, Role: LEADER
14:26:35.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.899276  2889 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:35.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:35.903352  1222 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 reported cstate change: term changed from 7 to 8, leader changed from 3cc91e4ff045499e89152716e22b0636 (127.1.3.194) to 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193). New cstate: current_term: 8 leader_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: UNKNOWN } } }
14:26:36.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:36.300905  2828 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 8 FOLLOWER]: Refusing update from remote peer 5b4f8f9b53a74f57bbe4a85b868571c3: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
14:26:36.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:36.302067  2889 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:26:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:36.316742  2578 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 -> Peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Couldn't send request to peer 3cc91e4ff045499e89152716e22b0636. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:36.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:36.927 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:36.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2279), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [19ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [21ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [21ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [40ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [41ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [58ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [60ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [60ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [118ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [119ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [121ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [121ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [375ms] refreshing cache from master, [375ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [378ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [379ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [381ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [381ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2275ms] refreshing cache from master, [2275ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [2278ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@665219815(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@47ce8562 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440) -> (continuation of Deferred@745912939 after retry RPC@812171522) -> (continuation of Deferred@816020436 after retry RPC@1177930771) -> (continuation of Deferred@34007229 after retry RPC@1782311354), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5b62e9db -> wakeup thread Time-limited test -> (continuation of Deferred@1253983942 after retry RPC@106840699) -> (continuation of Deferred@29685841 after retry RPC@1971138440) -> (continuation of Deferred@745912939 after retry RPC@812171522) -> (continuation of Deferred@816020436 after retry RPC@1177930771) -> (continuation of Deferred@34007229 after retry RPC@1782311354))) after lookup
14:26:36.928 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:36.929 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] Successfully connected to peer
14:26:36.956 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x6ab5e705, L:/127.0.0.1:41180 - R:/127.1.3.193:32845] using TOKEN/null
14:26:36.992 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.194:33851
14:26:36.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:36.993775  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.379130  2920 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.379523  2920 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.379647  2920 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.388391  2920 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:37.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.388621  2920 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.194
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.399942  2920 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:37.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.402406  2920 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:37.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.405048  2920 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:37.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.416631  2926 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:37.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.416757  2925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:37.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:37.416565  2928 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:37.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.417827  2920 server_base.cc:1061] running on GCE node
14:26:37.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.418493  2920 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.419627  2920 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.420868  2920 hybrid_clock.cc:648] HybridClock initialized: now 1783520797420807 us; error 48 us; skew 500 ppm
14:26:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.421273  2920 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.423868  2920 webserver.cc:533] Webserver started at http://127.1.3.194:33573/ using document root <none> and password file <none>
14:26:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.425088  2920 fs_manager.cc:362] Metadata directory not provided
14:26:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.425283  2920 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.432142  2920 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
14:26:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.435702  2934 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.437426  2920 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:26:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.437618  2920 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.438519  2920 fs_report.cc:389] FS layout report
14:26:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/data
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:37.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.479126  2920 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.480270  2920 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.480611  2920 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.481801  2920 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.484421  2941 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:37.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.490885  2920 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:37.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.491004  2920 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.001s
14:26:37.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.491170  2920 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.494732  2920 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.494872  2920 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.004s	sys 0.000s
14:26:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.495496  2941 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap starting.
14:26:37.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.521489  2941 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Log is configured to *not* fsync() on all Append() calls
14:26:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.550837  2920 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.194:33851
14:26:37.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.550941  3048 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.194:33851 every 8 connection(s)
14:26:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.552532  2920 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:37.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.553483  2941 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:37.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.554296  2941 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap complete.
14:26:37.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.555548  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 2920
14:26:37.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.555832  2941 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent bootstrapping tablet: real 0.061s	user 0.047s	sys 0.012s
14:26:37.556 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.565155  2941 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.566143  2941 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Initialized, Role: FOLLOWER
14:26:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.567168  2941 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:37.597 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:37.598 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.193:32845
14:26:37.599 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:37.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.599557  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 2563
14:26:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.612027  2941 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent starting tablet: real 0.056s	user 0.026s	sys 0.025s
14:26:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.624893  3050 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.625114  3049 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.625373  3049 heartbeater.cc:461] Registering TS with master...
14:26:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.625401  3050 heartbeater.cc:461] Registering TS with master...
14:26:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.626302  3051 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.626441  3051 heartbeater.cc:461] Registering TS with master...
14:26:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.626547  3050 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.627336  3049 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.627418  3051 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.630947  1223 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.631053  1151 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.631156  1080 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.632434  1223 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.194:33021
14:26:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.634909  2687 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.636535  3049 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:37.742233  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 2563
14:26:37.768 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] handling channelInactive
14:26:37.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state READY due to: connection closed
14:26:37.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:37.770 [DEBUG - Time-limited test] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:37.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.771 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:37.787 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:37.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@386659184(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@1554c7c7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@106571a5 -> wakeup thread Time-limited test)) after lookup
14:26:37.788 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:37.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.789 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:37.806 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:37.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [18ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [20ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [36ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@386659184(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@1554c7c7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@106571a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551))) after lookup
14:26:37.807 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:37.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.809 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:37.846 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:37.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [18ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [20ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [36ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [40ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [40ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [76ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@386659184(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@1554c7c7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@106571a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300))) after lookup
14:26:37.847 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:37.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.848 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.886 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:37.887 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:37.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=117), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [18ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [20ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [36ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [40ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [40ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [76ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [77ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [79ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [117ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@386659184(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@1554c7c7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300) -> (continuation of Deferred@376841747 after retry RPC@940714549), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@106571a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300) -> (continuation of Deferred@376841747 after retry RPC@940714549))) after lookup
14:26:37.888 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:37.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:37.889 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:38.266 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:38.266 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:38.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=497), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [18ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [20ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [36ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [40ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [40ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [76ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [77ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [79ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [117ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [118ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [120ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [120ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [493ms] refreshing cache from master, [494ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [496ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@386659184(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@1554c7c7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300) -> (continuation of Deferred@376841747 after retry RPC@940714549) -> (continuation of Deferred@1245098631 after retry RPC@1667000950), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@106571a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300) -> (continuation of Deferred@376841747 after retry RPC@940714549) -> (continuation of Deferred@1245098631 after retry RPC@1667000950))) after lookup
14:26:38.267 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:38.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:38.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:38.269 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845
14:26:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.037989  3064 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.038201  3064 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.039947  3064 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.041831  2763 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.043574  2763 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.049177  3003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636" is_pre_election: true
14:26:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.049687  3003 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2108161c7b734624b8cac6da4e920c2d in term 7.
14:26:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.050614  2760 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636; no voters: 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.051093  3064 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 8 FOLLOWER]: Leader pre-election won for term 9
14:26:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.051234  3064 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 8 FOLLOWER]: Starting leader election (detected failure of leader 5b4f8f9b53a74f57bbe4a85b868571c3)
14:26:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.051331  3064 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 8 FOLLOWER]: Advancing to term 9
14:26:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.053707  3064 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.054358  3064 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 9 election: Requested vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.054914  3003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "2108161c7b734624b8cac6da4e920c2d" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.055111  3003 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 7 FOLLOWER]: Advancing to term 9
14:26:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.055763  2763 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111)
14:26:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.058662  3003 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2108161c7b734624b8cac6da4e920c2d in term 9.
14:26:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.059113  2760 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636; no voters: 5b4f8f9b53a74f57bbe4a85b868571c3
14:26:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.059417  3064 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 9 FOLLOWER]: Leader election won for term 9
14:26:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.059851  3064 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 9 LEADER]: Becoming Leader. State: Replica: 2108161c7b734624b8cac6da4e920c2d, State: Running, Role: LEADER
14:26:39.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.060534  3064 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.064222  1223 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d reported cstate change: term changed from 8 to 9, leader changed from 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193) to 2108161c7b734624b8cac6da4e920c2d (127.1.3.195). New cstate: current_term: 9 leader_uuid: "2108161c7b734624b8cac6da4e920c2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: UNKNOWN } } }
14:26:39.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:39.387 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:39.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1617), Traces: [0ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [2ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [17ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [18ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [20ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [20ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [36ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [38ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [40ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [40ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [76ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [77ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [79ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [79ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [117ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [118ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [120ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [120ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [493ms] refreshing cache from master, [494ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [496ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [498ms] sending RPC to server 5b4f8f9b53a74f57bbe4a85b868571c3, [500ms] received response from server 5b4f8f9b53a74f57bbe4a85b868571c3: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [500ms] delaying RPC due to: Network error: Failed to connect to peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845): Connection refused: /127.1.3.193:32845, [1613ms] refreshing cache from master, [1614ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [1617ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@386659184(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@1554c7c7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300) -> (continuation of Deferred@376841747 after retry RPC@940714549) -> (continuation of Deferred@1245098631 after retry RPC@1667000950) -> (continuation of Deferred@254863896 after retry RPC@255798866), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@106571a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1098006981 after retry RPC@2049046551) -> (continuation of Deferred@653984052 after retry RPC@1408218300) -> (continuation of Deferred@376841747 after retry RPC@940714549) -> (continuation of Deferred@1245098631 after retry RPC@1667000950) -> (continuation of Deferred@254863896 after retry RPC@255798866))) after lookup
14:26:39.388 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:39.390 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] Successfully connected to peer
14:26:39.421 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xa7ba7c27, L:/127.0.0.1:52630 - R:/127.1.3.195:42047] using TOKEN/null
14:26:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.428848  2763 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d -> Peer 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845): Couldn't send request to peer 5b4f8f9b53a74f57bbe4a85b868571c3. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.193:32845: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.428932  3003 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Refusing update from remote peer 2108161c7b734624b8cac6da4e920c2d: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 34. (index mismatch)
14:26:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.429836  3069 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:26:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.446951  3083 mvcc.cc:204] Tried to move back new op lower bound from 7305301194446594048 to 7305301192955326464. Current Snapshot: MvccSnapshot[applied={T|T < 7305301194446594048}]
14:26:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.448866  3085 mvcc.cc:204] Tried to move back new op lower bound from 7305301194446594048 to 7305301192955326464. Current Snapshot: MvccSnapshot[applied={T|T < 7305301194446594048}]
14:26:39.469 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.193:32845
14:26:39.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.470130  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:32845
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43515
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.842746  3091 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.843220  3091 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.843353  3091 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.853262  3091 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.854251  3091 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.193
14:26:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.868480  3091 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.193:32845
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.193
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43515
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.193
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/logs
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.871233  3091 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:39.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.873888  3091 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.887553  3096 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.887559  3097 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:39.888402  3099 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.889175  3091 server_base.cc:1061] running on GCE node
14:26:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.889839  3091 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.891038  3091 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.892297  3091 hybrid_clock.cc:648] HybridClock initialized: now 1783520799892210 us; error 63 us; skew 500 ppm
14:26:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.892704  3091 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.895447  3091 webserver.cc:533] Webserver started at http://127.1.3.193:43515/ using document root <none> and password file <none>
14:26:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.896365  3091 fs_manager.cc:362] Metadata directory not provided
14:26:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.896484  3091 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.903204  3091 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.007s	sys 0.000s
14:26:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.906939  3105 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.908870  3091 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.909083  3091 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:08 on dist-test-slave-59nb"
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.910012  3091 fs_report.cc:389] FS layout report
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/wal
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/data
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.936959  3091 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.938112  3091 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.938453  3091 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.939677  3091 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.942265  3112 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.948810  3091 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.948932  3091 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
14:26:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.949087  3091 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.952818  3091 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.952924  3091 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.002s	sys 0.000s
14:26:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.953605  3112 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap starting.
14:26:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:39.982050  3112 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Log is configured to *not* fsync() on all Append() calls
14:26:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.011088  3091 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.193:32845
14:26:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.011139  3219 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.193:32845 every 8 connection(s)
14:26:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.012758  3091 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-0/data/info.pb
14:26:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.016505  3112 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.017223  3112 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Bootstrap complete.
14:26:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.018849  3112 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent bootstrapping tablet: real 0.066s	user 0.045s	sys 0.019s
14:26:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.022858  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 3091
14:26:40.023 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.033041  3112 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.034170  3112 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Initialized, Role: FOLLOWER
14:26:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.035101  3112 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.042920  3222 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.043371  3222 heartbeater.cc:461] Registering TS with master...
14:26:40.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.044545  3222 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:40.046 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.045948  3220 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.046160  3220 heartbeater.cc:461] Registering TS with master...
14:26:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.046928  3220 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:40.047 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.195:42047
14:26:40.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.047784  1151 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.048221  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 2743
14:26:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.048949  1223 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.050606  1223 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.193:34477
14:26:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.050902  3221 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.051064  3221 heartbeater.cc:461] Registering TS with master...
14:26:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.051095  3112 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3: Time spent starting tablet: real 0.032s	user 0.019s	sys 0.005s
14:26:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.051577  3221 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.054162  3220 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.055343  1080 ts_manager.cc:194] Re-registered known tserver with Master: 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845)
14:26:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.064554  2869 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:40.169756  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 2743
14:26:40.191 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] handling channelInactive
14:26:40.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:40.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state READY due to: connection closed
14:26:40.192 [DEBUG - Time-limited test] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:40.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.193 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:40.206 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:40.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@890821416(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@43232e67 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e1acac -> wakeup thread Time-limited test)) after lookup
14:26:40.207 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:40.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.208 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:40.227 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:40.227 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [15ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [16ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [16ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@890821416(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@43232e67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e1acac -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030))) after lookup
14:26:40.227 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:40.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.229 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.266 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:40.267 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:40.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [15ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [16ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [16ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [35ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [37ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [74ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@890821416(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@43232e67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e1acac -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186))) after lookup
14:26:40.268 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:40.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.269 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:40.367 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:40.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [15ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [16ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [16ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [35ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [37ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [74ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [75ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [77ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [174ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@890821416(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@43232e67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e1acac -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349))) after lookup
14:26:40.368 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:40.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.370 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:40.727 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:40.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=535), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [15ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [16ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [16ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [35ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [37ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [74ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [75ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [77ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [174ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [176ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [178ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [178ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [534ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@890821416(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@43232e67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349) -> (continuation of Deferred@1019666986 after retry RPC@2053586676), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e1acac -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349) -> (continuation of Deferred@1019666986 after retry RPC@2053586676))) after lookup
14:26:40.728 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:40.729 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.729 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:40.729 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:41.046 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:41.046 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)[L],3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:41.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=855), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [15ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [16ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [16ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [35ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [37ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [74ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [75ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [77ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [174ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [176ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [178ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [178ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [534ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [536ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [537ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [538ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [851ms] refreshing cache from master, [851ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [854ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@890821416(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@43232e67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349) -> (continuation of Deferred@1019666986 after retry RPC@2053586676) -> (continuation of Deferred@51998854 after retry RPC@1087012495), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e1acac -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349) -> (continuation of Deferred@1019666986 after retry RPC@2053586676) -> (continuation of Deferred@51998854 after retry RPC@1087012495))) after lookup
14:26:41.047 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] connecting to peer
14:26:41.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:41.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:41.049 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047
14:26:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.514400  3235 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:26:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.514750  3235 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.516618  3235 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:41.518436  3109 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:41.520881  3109 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.523370  3240 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 2108161c7b734624b8cac6da4e920c2d)
14:26:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.523602  3240 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.524300  3003 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "3cc91e4ff045499e89152716e22b0636" is_pre_election: true
14:26:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.524649  3003 raft_consensus.cc:2393] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in current term 9: Already voted for candidate 2108161c7b734624b8cac6da4e920c2d in this term.
14:26:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.525465  3240 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.525434  3106 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 2108161c7b734624b8cac6da4e920c2d, 3cc91e4ff045499e89152716e22b0636
14:26:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.526005  3235 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 8 FOLLOWER]: Advancing to term 9
14:26:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:41.528514  2938 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:41.530292  2938 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.532298  3235 raft_consensus.cc:2749] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 9 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
14:26:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.534701  3174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" is_pre_election: true
14:26:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.535107  3174 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 9.
14:26:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.536017  2938 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 2108161c7b734624b8cac6da4e920c2d
14:26:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.536360  3240 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Leader pre-election won for term 10
14:26:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.536487  3240 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 2108161c7b734624b8cac6da4e920c2d)
14:26:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.536584  3240 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 9 FOLLOWER]: Advancing to term 10
14:26:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.538668  3240 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.539283  3240 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 10 election: Requested vote from peers 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193:32845), 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.539747  3174 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "3cc91e4ff045499e89152716e22b0636" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3"
14:26:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.539973  3174 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 9 FOLLOWER]: Advancing to term 10
14:26:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:41.540598  2938 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111)
14:26:41.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.542325  3174 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3cc91e4ff045499e89152716e22b0636 in term 10.
14:26:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.542882  2938 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3cc91e4ff045499e89152716e22b0636, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 2108161c7b734624b8cac6da4e920c2d
14:26:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.543278  3240 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 10 FOLLOWER]: Leader election won for term 10
14:26:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.543733  3240 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 10 LEADER]: Becoming Leader. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Running, Role: LEADER
14:26:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.544350  3240 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:41.549062  1223 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 reported cstate change: term changed from 9 to 10, leader changed from 2108161c7b734624b8cac6da4e920c2d (127.1.3.195) to 3cc91e4ff045499e89152716e22b0636 (127.1.3.194). New cstate: current_term: 10 leader_uuid: "3cc91e4ff045499e89152716e22b0636" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: HEALTHY } } }
14:26:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:41.948190  2938 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 -> Peer 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047): Couldn't send request to peer 2108161c7b734624b8cac6da4e920c2d. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.195:42047: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:42.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:42.146 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:42.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1954), Traces: [0ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [1ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [15ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [16ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [16ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [35ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [37ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [74ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [75ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [77ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [77ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [174ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [176ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [178ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [178ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [534ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [536ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [537ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [538ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [851ms] refreshing cache from master, [851ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [854ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [855ms] sending RPC to server 2108161c7b734624b8cac6da4e920c2d, [857ms] received response from server 2108161c7b734624b8cac6da4e920c2d: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [857ms] delaying RPC due to: Network error: Failed to connect to peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047): Connection refused: /127.1.3.195:42047, [1950ms] refreshing cache from master, [1950ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [1953ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@890821416(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@43232e67 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349) -> (continuation of Deferred@1019666986 after retry RPC@2053586676) -> (continuation of Deferred@51998854 after retry RPC@1087012495) -> (continuation of Deferred@171176969 after retry RPC@421453254), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78e1acac -> wakeup thread Time-limited test -> (continuation of Deferred@920869050 after retry RPC@2081683030) -> (continuation of Deferred@792489949 after retry RPC@1283366186) -> (continuation of Deferred@242318148 after retry RPC@912138349) -> (continuation of Deferred@1019666986 after retry RPC@2053586676) -> (continuation of Deferred@51998854 after retry RPC@1087012495) -> (continuation of Deferred@171176969 after retry RPC@421453254))) after lookup
14:26:42.147 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:42.148 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] Successfully connected to peer
14:26:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.155040  3174 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 10 FOLLOWER]: Refusing update from remote peer 3cc91e4ff045499e89152716e22b0636: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
14:26:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.156177  3240 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:26:42.179 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x73a88729, L:/127.0.0.1:54894 - R:/127.1.3.194:33851] using TOKEN/null
14:26:42.207 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.195:42047
14:26:42.207 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:26:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.208352  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:42047
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46419
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.594951  3268 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.595355  3268 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.595453  3268 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.604362  3268 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.604558  3268 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.195
14:26:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.615396  3268 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.195:42047
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.195
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46419
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.195
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/logs
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.617511  3268 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.619688  3268 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.631000  3273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.631017  3276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.631697  3274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.632320  3268 server_base.cc:1061] running on GCE node
14:26:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.632867  3268 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:42.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.633901  3268 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:42.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.635113  3268 hybrid_clock.cc:648] HybridClock initialized: now 1783520802635045 us; error 64 us; skew 500 ppm
14:26:42.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.635432  3268 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.637794  3268 webserver.cc:533] Webserver started at http://127.1.3.195:46419/ using document root <none> and password file <none>
14:26:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.638657  3268 fs_manager.cc:362] Metadata directory not provided
14:26:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.638773  3268 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.645447  3268 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.001s	sys 0.004s
14:26:42.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.648922  3282 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:42.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.650447  3268 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.650637  3268 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.651513  3268 fs_report.cc:389] FS layout report
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/wal
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/data
14:26:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.687032  3268 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.688171  3268 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.688527  3268 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.689674  3268 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.692464  3289 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.699647  3268 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.699805  3268 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
14:26:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.699973  3268 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.705199  3268 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.705339  3268 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.003s	sys 0.000s
14:26:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.705892  3289 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap starting.
14:26:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.741669  3289 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Log is configured to *not* fsync() on all Append() calls
14:26:42.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.764140  3268 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.195:42047
14:26:42.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.764201  3396 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.195:42047 every 8 connection(s)
14:26:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.765933  3268 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-2/data/info.pb
14:26:42.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.772439  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 3268
14:26:42.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:42.789 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:42.790 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.3.194:33851
14:26:42.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.792999  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 2920
14:26:42.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.812379  3289 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.813079  3289 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Bootstrap complete.
14:26:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.815439  3289 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent bootstrapping tablet: real 0.110s	user 0.060s	sys 0.020s
14:26:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.817973  3399 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.818542  3399 heartbeater.cc:461] Registering TS with master...
14:26:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.821071  3399 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.822059  3289 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.823522  3289 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2108161c7b734624b8cac6da4e920c2d, State: Initialized, Role: FOLLOWER
14:26:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.818843  3397 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.824316  3289 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.818110  3398 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.824828  3398 heartbeater.cc:461] Registering TS with master...
14:26:42.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.825029  1151 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:42.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.825006  3397 heartbeater.cc:461] Registering TS with master...
14:26:42.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.826946  3397 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.828503  1223 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:42.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.830338  1223 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.195:56783
14:26:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.831573  3398 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.833220  1080 ts_manager.cc:194] Re-registered known tserver with Master: 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047)
14:26:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.833884  3044 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.837548  3289 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d: Time spent starting tablet: real 0.022s	user 0.011s	sys 0.009s
14:26:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.837831  3397 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:42.942438  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 2920
14:26:42.961 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:42.961 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] handling channelInactive
14:26:42.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state READY due to: connection closed
14:26:42.962 [DEBUG - Time-limited test] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:42.962713  3412 negotiation.cc:336] Failed RPC negotiation. Trace:
14:26:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:42.942026 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.1.3.194:60805 (local address 127.1.3.195:42047)
14:26:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:42.943616 (+  1590us) server_negotiation.cc:207] Beginning negotiation
14:26:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:42.943628 (+    12us) server_negotiation.cc:400] Waiting for connection header
14:26:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:42.961302 (+ 17674us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.1.3.194:60805: BlockingRecv error: recv got EOF from 127.1.3.194:60805 (error 108)
14:26:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1376,"thread_start_us":2601,"threads_started":1}
14:26:42.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:42.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:42.964 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:42.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:42.986 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:42.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [24ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@45889720(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@6d2325c4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1328b75e -> wakeup thread Time-limited test)) after lookup
14:26:42.987 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:42.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:42.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:42.989 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.006 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:43.006 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:43.006 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [24ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [25ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [27ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [27ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@45889720(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@6d2325c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1328b75e -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530))) after lookup
14:26:43.007 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:43.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.009 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.046 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:43.047 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:43.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [24ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [25ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [27ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [27ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [45ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [47ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [84ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@45889720(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@6d2325c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1328b75e -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710))) after lookup
14:26:43.047 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:43.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.049 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:43.107 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:43.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=145), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [24ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [25ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [27ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [27ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [45ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [47ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [84ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [85ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [87ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [87ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [144ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@45889720(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@6d2325c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1328b75e -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296))) after lookup
14:26:43.108 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:43.109 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.109 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.109 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:43.287 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:43.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=325), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [24ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [25ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [27ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [27ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [45ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [47ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [84ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [85ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [87ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [87ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [144ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [145ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [147ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [147ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [321ms] refreshing cache from master, [321ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [324ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@45889720(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@6d2325c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296) -> (continuation of Deferred@915368431 after retry RPC@521438853), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1328b75e -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296) -> (continuation of Deferred@915368431 after retry RPC@521438853))) after lookup
14:26:43.287 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:43.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.289 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:43.406 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)[L],5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)]}]
14:26:43.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=444), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [24ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [25ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [27ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [27ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [45ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [47ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [84ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [85ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [87ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [87ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [144ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [145ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [147ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [147ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [321ms] refreshing cache from master, [321ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [324ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [325ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [327ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [327ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [440ms] refreshing cache from master, [440ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [443ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@45889720(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@6d2325c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296) -> (continuation of Deferred@915368431 after retry RPC@521438853) -> (continuation of Deferred@698629164 after retry RPC@314550067), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1328b75e -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296) -> (continuation of Deferred@915368431 after retry RPC@521438853) -> (continuation of Deferred@698629164 after retry RPC@314550067))) after lookup
14:26:43.407 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] connecting to peer
14:26:43.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:43.409 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851) for tablet 67ac1e5b57fc4af6a5a99b0359667d48: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851
14:26:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.233333  3414 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.233562  3414 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.234378  3414 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:44.236970  3106 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.243378  3351 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d" is_pre_election: true
14:26:44.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.243933  3351 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 9.
14:26:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.244989  3109 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.245395  3414 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:26:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.245522  3414 raft_consensus.cc:493] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 3cc91e4ff045499e89152716e22b0636)
14:26:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.245589  3414 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 10 FOLLOWER]: Advancing to term 11
14:26:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.248205  3414 raft_consensus.cc:515] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.248914  3414 leader_election.cc:290] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 11 election: Requested vote from peers 2108161c7b734624b8cac6da4e920c2d (127.1.3.195:42047), 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.249610  3351 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "67ac1e5b57fc4af6a5a99b0359667d48" candidate_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "2108161c7b734624b8cac6da4e920c2d"
14:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.249836  3351 raft_consensus.cc:3060] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 9 FOLLOWER]: Advancing to term 11
14:26:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:44.250558  3106 leader_election.cc:336] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111)
14:26:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.254076  3351 raft_consensus.cc:2468] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5b4f8f9b53a74f57bbe4a85b868571c3 in term 11.
14:26:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.254570  3109 leader_election.cc:304] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2108161c7b734624b8cac6da4e920c2d, 5b4f8f9b53a74f57bbe4a85b868571c3; no voters: 3cc91e4ff045499e89152716e22b0636
14:26:44.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.254963  3414 raft_consensus.cc:2804] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 11 FOLLOWER]: Leader election won for term 11
14:26:44.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.255515  3414 raft_consensus.cc:697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [term 11 LEADER]: Becoming Leader. State: Replica: 5b4f8f9b53a74f57bbe4a85b868571c3, State: Running, Role: LEADER
14:26:44.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.256132  3414 consensus_queue.cc:237] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.261175  1223 catalog_manager.cc:5697] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 reported cstate change: term changed from 10 to 11, leader changed from 3cc91e4ff045499e89152716e22b0636 (127.1.3.194) to 5b4f8f9b53a74f57bbe4a85b868571c3 (127.1.3.193). New cstate: current_term: 11 leader_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } health_report { overall_health: UNKNOWN } } }
14:26:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:44.699131  3106 consensus_peers.cc:597] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 -> Peer 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851): Couldn't send request to peer 3cc91e4ff045499e89152716e22b0636. Status: Network error: Client connection negotiation failed: client connection to 127.1.3.194:33851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:26:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.879109  3351 raft_consensus.cc:1275] T 67ac1e5b57fc4af6a5a99b0359667d48 P 2108161c7b734624b8cac6da4e920c2d [term 11 FOLLOWER]: Refusing update from remote peer 5b4f8f9b53a74f57bbe4a85b868571c3: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
14:26:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:44.880259  3414 consensus_queue.cc:1048] T 67ac1e5b57fc4af6a5a99b0359667d48 P 5b4f8f9b53a74f57bbe4a85b868571c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:26:45.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 67ac1e5b57fc4af6a5a99b0359667d48 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467' with partition [<start>, <end>)
14:26:45.106 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=67ac1e5b57fc4af6a5a99b0359667d48@[2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047),3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851),5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)[L]]}]
14:26:45.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=67ac1e5b57fc4af6a5a99b0359667d48, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2144), Traces: [0ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [2ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [24ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [25ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [27ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [27ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [43ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [45ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [47ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [47ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [84ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [85ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [87ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [87ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [144ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [145ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [147ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [147ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [321ms] refreshing cache from master, [321ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [324ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [325ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [327ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [327ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [440ms] refreshing cache from master, [440ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [443ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, [445ms] sending RPC to server 3cc91e4ff045499e89152716e22b0636, [447ms] received response from server 3cc91e4ff045499e89152716e22b0636: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [447ms] delaying RPC due to: Network error: Failed to connect to peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851): Connection refused: /127.1.3.194:33851, [2140ms] refreshing cache from master, [2141ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.3.252:37311, [2143ms] Sub RPC GetTableLocations: received response from server master-127.1.3.252:37311: OK, deferred=Deferred@45889720(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007f066c36ab50@6d2325c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296) -> (continuation of Deferred@915368431 after retry RPC@521438853) -> (continuation of Deferred@698629164 after retry RPC@314550067) -> (continuation of Deferred@1786528432 after retry RPC@93714163), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1328b75e -> wakeup thread Time-limited test -> (continuation of Deferred@302824694 after retry RPC@573475530) -> (continuation of Deferred@636343307 after retry RPC@1942188710) -> (continuation of Deferred@265805438 after retry RPC@1743379296) -> (continuation of Deferred@915368431 after retry RPC@521438853) -> (continuation of Deferred@698629164 after retry RPC@314550067) -> (continuation of Deferred@1786528432 after retry RPC@93714163))) after lookup
14:26:45.107 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] connecting to peer
14:26:45.108 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] Successfully connected to peer
14:26:45.129 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x699a3619, L:/127.0.0.1:54388 - R:/127.1.3.193:32845] using TOKEN/null
14:26:45.154 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.3.194:33851
14:26:45.154 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.155293  1039 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:26:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:26:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.505277  3443 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:26:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.505618  3443 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:26:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.505746  3443 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:26:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.514168  3443 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:26:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.514394  3443 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.3.194
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.524945  3443 tablet_server_runner.cc:78] Tablet server non-default flags:
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.3.212:42627
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.3.194:33851
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.3.194
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33573
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.3.254:37555,127.1.3.253:33353,127.1.3.252:37311
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:26:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.3.194
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/logs
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:33 UTC on e7f111948823
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16863
14:26:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:26:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.527017  3443 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:26:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.528966  3443 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:26:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.540316  3450 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.540693  3453 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.540299  3451 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:26:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.541345  3443 server_base.cc:1061] running on GCE node
14:26:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.542086  3443 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:26:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.543329  3443 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:26:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.544589  3443 hybrid_clock.cc:648] HybridClock initialized: now 1783520805544519 us; error 59 us; skew 500 ppm
14:26:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.545015  3443 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:26:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.547623  3443 webserver.cc:533] Webserver started at http://127.1.3.194:33573/ using document root <none> and password file <none>
14:26:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.548502  3443 fs_manager.cc:362] Metadata directory not provided
14:26:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.548597  3443 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:26:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.555222  3443 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.007s	sys 0.000s
14:26:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.559006  3459 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:26:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.560812  3443 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:26:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.561005  3443 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data,/tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cc91e4ff045499e89152716e22b0636"
14:26:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:26:09 on dist-test-slave-59nb"
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.561857  3443 fs_report.cc:389] FS layout report
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/wal
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/data
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:26:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:26:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.588380  3443 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:26:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.589401  3443 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:26:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.589675  3443 kserver.cc:163] Server-wide thread pool size limit: 3276
14:26:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.590766  3443 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:26:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.593266  3466 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
14:26:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.599511  3443 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:26:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.599601  3443 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
14:26:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.599761  3443 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:26:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.603303  3443 ts_tablet_manager.cc:616] Registered 1 tablets
14:26:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.603402  3443 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
14:26:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.604192  3466 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap starting.
14:26:45.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.631623  3466 log.cc:826] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Log is configured to *not* fsync() on all Append() calls
14:26:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.657440  3443 rpc_server.cc:307] RPC server started. Bound to: 127.1.3.194:33851
14:26:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.657902  3573 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.3.194:33851 every 8 connection(s)
14:26:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.659132  3443 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKiFiPB/test-tmp/mini-kudu-cluster14899903287534589678/ts-1/data/info.pb
14:26:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.665270  1039 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu as pid 3443
14:26:45.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:26:45.693 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:45.701 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520770467, tablet=67ac1e5b57fc4af6a5a99b0359667d48, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:26:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.704217  3576 heartbeater.cc:344] Connected to a master server at 127.1.3.253:33353
14:26:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.704725  3576 heartbeater.cc:461] Registering TS with master...
14:26:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.705894  3576 heartbeater.cc:507] Master 127.1.3.253:33353 requested a full tablet report, sending...
14:26:45.707 [DEBUG - main] (Connection.java:575) [peer master-127.1.3.254:37555(127.1.3.254:37555)] disconnecting while in state READY
14:26:45.708 [DEBUG - main] (Connection.java:575) [peer 2108161c7b734624b8cac6da4e920c2d(127.1.3.195:42047)] disconnecting while in state TERMINATED
14:26:45.708 [DEBUG - main] (Connection.java:575) [peer master-127.1.3.253:33353(127.1.3.253:33353)] disconnecting while in state READY
14:26:45.709 [DEBUG - main] (Connection.java:575) [peer master-127.1.3.252:37311(127.1.3.252:37311)] disconnecting while in state READY
14:26:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.709515  1151 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:45.711 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.3.254:37555(127.1.3.254:37555)] handling channelInactive
14:26:45.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.3.254:37555(127.1.3.254:37555)] cleaning up while in state READY due to: connection closed
14:26:45.711 [DEBUG - main] (Connection.java:575) [peer 3cc91e4ff045499e89152716e22b0636(127.1.3.194:33851)] disconnecting while in state TERMINATED
14:26:45.711 [DEBUG - main] (Connection.java:575) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] disconnecting while in state READY
14:26:45.712 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] handling channelInactive
14:26:45.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5b4f8f9b53a74f57bbe4a85b868571c3(127.1.3.193:32845)] cleaning up while in state READY due to: connection closed
14:26:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.714358  3574 heartbeater.cc:344] Connected to a master server at 127.1.3.252:37311
14:26:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.714546  3574 heartbeater.cc:461] Registering TS with master...
14:26:45.714 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.3.252:37311(127.1.3.252:37311)] handling channelInactive
14:26:45.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.3.252:37311(127.1.3.252:37311)] cleaning up while in state READY due to: connection closed
14:26:45.715 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:26:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.715241  3574 heartbeater.cc:507] Master 127.1.3.252:37311 requested a full tablet report, sending...
14:26:45.717 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.3.253:33353(127.1.3.253:33353)] handling channelInactive
14:26:45.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.3.253:33353(127.1.3.253:33353)] cleaning up while in state READY due to: connection closed
14:26:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.716958  1223 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.719066  1223 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.3.194:43239
14:26:45.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.723152  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 3091
14:26:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.723942  3575 heartbeater.cc:344] Connected to a master server at 127.1.3.254:37555
14:26:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.724143  3575 heartbeater.cc:461] Registering TS with master...
14:26:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.724588  3575 heartbeater.cc:507] Master 127.1.3.254:37555 requested a full tablet report, sending...
14:26:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.726150  3466 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:26:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.726863  3466 tablet_bootstrap.cc:492] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Bootstrap complete.
14:26:45.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.728538  3466 ts_tablet_manager.cc:1403] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent bootstrapping tablet: real 0.125s	user 0.072s	sys 0.008s
14:26:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.732054  1081 ts_manager.cc:194] Re-registered known tserver with Master: 3cc91e4ff045499e89152716e22b0636 (127.1.3.194:33851)
14:26:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.735059  3466 raft_consensus.cc:359] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.736057  3466 raft_consensus.cc:740] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cc91e4ff045499e89152716e22b0636, State: Initialized, Role: FOLLOWER
14:26:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.736898  3466 consensus_queue.cc:260] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5b4f8f9b53a74f57bbe4a85b868571c3" member_type: VOTER last_known_addr { host: "127.1.3.193" port: 32845 } } peers { permanent_uuid: "2108161c7b734624b8cac6da4e920c2d" member_type: VOTER last_known_addr { host: "127.1.3.195" port: 42047 } } peers { permanent_uuid: "3cc91e4ff045499e89152716e22b0636" member_type: VOTER last_known_addr { host: "127.1.3.194" port: 33851 } }
14:26:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.740525  3574 heartbeater.cc:499] Master 127.1.3.252:37311 was elected leader, sending a full tablet report...
14:26:45.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.745390  3466 ts_tablet_manager.cc:1434] T 67ac1e5b57fc4af6a5a99b0359667d48 P 3cc91e4ff045499e89152716e22b0636: Time spent starting tablet: real 0.017s	user 0.009s	sys 0.004s
14:26:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.748924  3215 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.866886  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 3091
14:26:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.886504  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 3443
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:26:45.887972  3589 negotiation.cc:336] Failed RPC negotiation. Trace:
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.744012 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.1.3.193:41231 (local address 127.1.3.194:33851)
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.750960 (+  6948us) server_negotiation.cc:207] Beginning negotiation
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.750970 (+    10us) server_negotiation.cc:400] Waiting for connection header
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.751009 (+    39us) server_negotiation.cc:408] Connection header received
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.751167 (+   158us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.751175 (+     8us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.751607 (+   432us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.751902 (+   295us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.866880 (+114978us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.868601 (+  1721us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 14:26:45.886094 (+ 17493us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.1.3.193:41231: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:26:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6727,"thread_start_us":6559,"threads_started":1}
14:26:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.896561  3569 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:45.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:45.992957  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 3443
14:26:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.009905  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 3268
14:26:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.017414  3392 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:46.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.111083  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 3268
14:26:46.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.127954  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 1050
14:26:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.129468  1111 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.262318  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 1050
14:26:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.284740  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 1120
14:26:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.286145  1182 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.417071  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 1120
14:26:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.438428  1039 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu pid 1189
14:26:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.439647  1253 generic_service.cc:196] Checking for leaks (request via RPC)
14:26:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:26:46.562232  1039 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKiFiPB/build/asan/bin/kudu with pid 1189
14:26:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:26:46Z chronyd exiting

Time: 41.399

OK (1 test)

