JUnit version 4.13.2
.23:47:41.127 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468061120
23:47:41.181 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:47:41.211 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:47:41.222 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskBsysQA/test-tmp
23:47:41.246 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
23:47:41.249 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskBsysQA/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
23:47:41.478 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:47:41.654 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:47:41.655 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:47:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:41.657812 17968 mini_oidc.cc:150] Starting JWKS server
23:47:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:41.660287 17968 webserver.cc:534] Webserver started at http://127.0.0.1:40279/ using document root <none> and password file <none>
23:47:41.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:41.660581 17968 mini_oidc.cc:186] Starting OIDC Discovery server
23:47:41.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:41.661242 17968 webserver.cc:534] Webserver started at http://127.0.0.1:33539/ using document root <none> and password file <none>
23:47:41.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:47:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:47:41.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:47:41Z Disabled control of system clock
23:47:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:41.688306 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/wal
23:47:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data
23:47:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/logs
23:47:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data/info.pb
23:47:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.62:41667
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.62
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:47:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:47:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40279/jwks.json with env {}
23:47:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.027546 17979 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.027863 17979 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.027944 17979 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.036636 17979 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:47:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.036733 17979 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.036787 17979 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:47:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.036823 17979 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:47:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.036883 17979 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:47:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.036929 17979 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40279/jwks.json
23:47:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.047967 17979 master_runner.cc:387] Master server non-default flags:
23:47:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/wal
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.62:41667
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40279/jwks.json
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data/info.pb
23:47:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.62
23:47:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/logs
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.050052 17979 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.052479 17979 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.061838 17984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.061877 17985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.062268 17987 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.062922 17979 server_base.cc:1061] running on GCE node
23:47:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.065412 17979 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.066934 17979 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.068185 17979 hybrid_clock.cc:648] HybridClock initialized: now 1783468062068070 us; error 101 us; skew 500 ppm
23:47:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.068547 17979 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.071014 17979 webserver.cc:534] Webserver started at http://127.17.140.62:38305/ using document root <none> and password file <none>
23:47:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.071920 17979 fs_manager.cc:362] Metadata directory not provided
23:47:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.072031 17979 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.072492 17979 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:47:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.075178 17979 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data/instance:
23:47:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6086cb72f7104a0c934591031cc21092"
23:47:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.076117 17979 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/wal/instance:
23:47:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6086cb72f7104a0c934591031cc21092"
23:47:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.082103 17979 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.004s	sys 0.004s
23:47:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.086148 17993 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.087741 17979 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
23:47:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.087934 17979 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/wal
23:47:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6086cb72f7104a0c934591031cc21092"
23:47:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.088172 17979 fs_report.cc:389] FS layout report
23:47:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/wal
23:47:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/wal
23:47:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data/data
23:47:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.108418 17979 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:42.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.109511 17979 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:42.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.109812 17979 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.129258 17979 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.62:41667
23:47:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.129285 18044 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.62:41667 every 8 connection(s)
23:47:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.131086 17979 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/data/info.pb
23:47:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.135089 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 17979
23:47:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.135370 17968 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-0/wal/instance
23:47:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.135743 18045 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:47:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.137718 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/wal
23:47:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data
23:47:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/logs
23:47:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data/info.pb
23:47:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:47:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:47:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:47:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.61:43083
23:47:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.61
23:47:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:47:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:47:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40279/jwks.json with env {}
23:47:42.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.144168 18045 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } has no permanent_uuid. Determining permanent_uuid...
23:47:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.159844 18045 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } has no permanent_uuid. Determining permanent_uuid...
23:47:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.161144 17997 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.61:43083: connect: Connection refused (error 111)
23:47:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.162791 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.61:43083: Network error: Client connection negotiation failed: client connection to 127.17.140.61:43083: connect: Connection refused (error 111)
23:47:42.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.212134 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } attempt: 1
23:47:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.214359 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.61:43083: Network error: Client connection negotiation failed: client connection to 127.17.140.61:43083: connect: Connection refused (error 111)
23:47:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.282611 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } attempt: 2
23:47:42.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.285261 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.61:43083: Network error: Client connection negotiation failed: client connection to 127.17.140.61:43083: connect: Connection refused (error 111)
23:47:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.376495 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } attempt: 3
23:47:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.382866 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.61:43083: Network error: Client connection negotiation failed: client connection to 127.17.140.61:43083: connect: Connection refused (error 111)
23:47:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.464577 18047 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.464907 18047 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.465020 18047 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:42.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.473547 18047 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:47:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.473647 18047 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.473723 18047 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:47:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.473788 18047 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:47:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.473856 18047 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:47:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.473902 18047 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40279/jwks.json
23:47:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.484434 18047 master_runner.cc:387] Master server non-default flags:
23:47:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data
23:47:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/wal
23:47:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:47:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:47:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.61:43083
23:47:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:47:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:47:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40279/jwks.json
23:47:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data/info.pb
23:47:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.61
23:47:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/logs
23:47:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:47:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.486724 18047 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.489259 18047 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.498324 18055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.500576 18056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.501832 18058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.501924 18047 server_base.cc:1061] running on GCE node
23:47:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.503187 18047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.504721 18047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.505971 18047 hybrid_clock.cc:648] HybridClock initialized: now 1783468062505928 us; error 67 us; skew 500 ppm
23:47:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.506407 18047 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:42.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.508565 18047 webserver.cc:534] Webserver started at http://127.17.140.61:39111/ using document root <none> and password file <none>
23:47:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.509404 18047 fs_manager.cc:362] Metadata directory not provided
23:47:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.509509 18047 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:42.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.509939 18047 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:47:42.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.512337 18047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data/instance:
23:47:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef34c01101e4d42906ef0f4ae780107"
23:47:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.513212 18047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/wal/instance:
23:47:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef34c01101e4d42906ef0f4ae780107"
23:47:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.518656 18047 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
23:47:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.521955 18064 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.523186 18047 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
23:47:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.523360 18047 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/wal
23:47:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef34c01101e4d42906ef0f4ae780107"
23:47:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.523598 18047 fs_report.cc:389] FS layout report
23:47:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/wal
23:47:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/wal
23:47:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data/data
23:47:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.526129 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } attempt: 4
23:47:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.527999 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.61:43083: Network error: Client connection negotiation failed: client connection to 127.17.140.61:43083: connect: Connection refused (error 111)
23:47:42.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.538355 18047 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.539338 18047 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.539629 18047 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:42.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.559228 18047 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.61:43083
23:47:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.559247 18115 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.61:43083 every 8 connection(s)
23:47:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.560949 18047 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/data/info.pb
23:47:42.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.565213 18116 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:47:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.567345 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 18047
23:47:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.567515 17968 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-1/wal/instance
23:47:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.568694 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/wal
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/logs
23:47:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data/info.pb
23:47:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:47:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.60:46341
23:47:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.60
23:47:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:47:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:47:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40279/jwks.json with env {}
23:47:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.575222 18116 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } has no permanent_uuid. Determining permanent_uuid...
23:47:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.590559 18116 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } has no permanent_uuid. Determining permanent_uuid...
23:47:42.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.599155 18116 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } has no permanent_uuid. Determining permanent_uuid...
23:47:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.600180 18068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.602491 18116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.651793 18116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 1
23:47:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.653831 18116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.722074 18116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 2
23:47:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.724226 18116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.815454 18116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 3
23:47:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.817492 18116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.827195 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } attempt: 5
23:47:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.833369 18045 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } has no permanent_uuid. Determining permanent_uuid...
23:47:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.835093 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.886286 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 1
23:47:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.888269 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.902315 18118 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.902608 18118 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.902702 18118 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.912650 18118 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:47:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.912760 18118 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.912825 18118 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:47:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.912871 18118 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:47:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.912937 18118 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:47:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.912981 18118 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40279/jwks.json
23:47:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.923545 18118 master_runner.cc:387] Master server non-default flags:
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/wal
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.60:46341
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40279/jwks.json
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data/info.pb
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.60
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/logs
23:47:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.925266 18118 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.927729 18118 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.943287 18126 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.943496 18129 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.943495 18127 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.944727 18118 server_base.cc:1061] running on GCE node
23:47:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.945547 18118 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.947089 18118 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.948277 18118 hybrid_clock.cc:648] HybridClock initialized: now 1783468062948219 us; error 59 us; skew 500 ppm
23:47:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.948597 18118 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.950847 18118 webserver.cc:534] Webserver started at http://127.17.140.60:38817/ using document root <none> and password file <none>
23:47:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.951545 18118 fs_manager.cc:362] Metadata directory not provided
23:47:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.951632 18118 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.951920 18118 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:47:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.954290 18118 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data/instance:
23:47:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "099ff1e4b406406ab5da5b427f8dd1cb"
23:47:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.955013 18118 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/wal/instance:
23:47:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "099ff1e4b406406ab5da5b427f8dd1cb"
23:47:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.956506 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 2
23:47:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.958520 18045 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.960553 18118 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.001s
23:47:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.960702 18116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 4
23:47:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:42.962806 18116 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.140.60:46341: Network error: Client connection negotiation failed: client connection to 127.17.140.60:46341: connect: Connection refused (error 111)
23:47:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.964766 18135 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.966434 18118 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
23:47:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.966611 18118 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/wal
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "099ff1e4b406406ab5da5b427f8dd1cb"
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:42 on dist-test-slave-r2zs"
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.966892 18118 fs_report.cc:389] FS layout report
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/wal
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/wal
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data/data
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.982376 18118 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.983414 18118 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:42.983712 18118 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.002665 18118 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.60:46341
23:47:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.002693 18186 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.60:46341 every 8 connection(s)
23:47:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.004427 18118 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/data/info.pb
23:47:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.004974 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 18118
23:47:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.005157 17968 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/master-2/wal/instance
23:47:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.009910 18187 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:47:43.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.018558 18187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } has no permanent_uuid. Determining permanent_uuid...
23:47:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.032488 18187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } has no permanent_uuid. Determining permanent_uuid...
23:47:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.038498 18187 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } has no permanent_uuid. Determining permanent_uuid...
23:47:43.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.049157 18187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb: Bootstrap starting.
23:47:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.052841 18187 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb: Neither blocks nor log segments found. Creating new log.
23:47:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.054023 18187 log.cc:826] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb: Log is configured to *not* fsync() on all Append() calls
23:47:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.056557 18187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb: No bootstrap required, opened a new log
23:47:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.062134 18187 raft_consensus.cc:359] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.062413 18187 raft_consensus.cc:385] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:47:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.062496 18187 raft_consensus.cc:740] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 099ff1e4b406406ab5da5b427f8dd1cb, State: Initialized, Role: FOLLOWER
23:47:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.063041 18187 consensus_queue.cc:260] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.063957 18194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.064189 18194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: This master's current role is: FOLLOWER
23:47:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.064718 18045 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 3
23:47:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.064891 18187 sys_catalog.cc:565] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: configured and running, proceeding with master startup.
23:47:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.075691 18045 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: Bootstrap starting.
23:47:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.079855 18045 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: Neither blocks nor log segments found. Creating new log.
23:47:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.072695 18118 master_runner.cc:187] Error getting master registration for 127.17.140.62:41667: OK, instance_id { permanent_uuid: "6086cb72f7104a0c934591031cc21092" instance_seqno: 1783468062124528 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:47:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.080463 18118 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:47:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.080607 18194 raft_consensus.cc:493] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:47:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.080854 18194 raft_consensus.cc:515] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.081825 18045 log.cc:826] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: Log is configured to *not* fsync() on all Append() calls
23:47:43.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.082557 18194 leader_election.cc:290] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6086cb72f7104a0c934591031cc21092 (127.17.140.62:41667), 1ef34c01101e4d42906ef0f4ae780107 (127.17.140.61:43083)
23:47:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.084918 18045 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: No bootstrap required, opened a new log
23:47:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.087191 18205 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:47:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.087673 18205 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:47:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.091408 18045 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.091691 18045 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:47:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.091820 18045 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6086cb72f7104a0c934591031cc21092, State: Initialized, Role: FOLLOWER
23:47:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.092519 18045 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.093570 18208 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.094141 18208 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [sys.catalog]: This master's current role is: FOLLOWER
23:47:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.094969 18045 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [sys.catalog]: configured and running, proceeding with master startup.
23:47:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.095237 18020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6086cb72f7104a0c934591031cc21092" is_pre_election: true
23:47:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.095780 18020 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 099ff1e4b406406ab5da5b427f8dd1cb in term 0.
23:47:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.101387 18136 leader_election.cc:304] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 099ff1e4b406406ab5da5b427f8dd1cb, 6086cb72f7104a0c934591031cc21092; no voters: 
23:47:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.102301 18194 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Leader pre-election won for term 1
23:47:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.102468 18194 raft_consensus.cc:493] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:47:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.102564 18194 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 0 FOLLOWER]: Advancing to term 1
23:47:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.107993 18219 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:47:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.108413 18219 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:47:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.112636 17999 tablet.cc:2406] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:47:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.109025 17979 master_runner.cc:187] Error getting master registration for 127.17.140.61:43083: OK, instance_id { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" instance_seqno: 1783468062554320 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:47:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.120244 17979 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:47:43.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.226909 18194 raft_consensus.cc:515] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.227880 18194 leader_election.cc:290] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [CANDIDATE]: Term 1 election: Requested vote from peers 6086cb72f7104a0c934591031cc21092 (127.17.140.62:41667), 1ef34c01101e4d42906ef0f4ae780107 (127.17.140.61:43083)
23:47:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.230608 18020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6086cb72f7104a0c934591031cc21092"
23:47:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.230845 18020 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [term 0 FOLLOWER]: Advancing to term 1
23:47:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.235899 18141 tablet.cc:2406] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:47:43.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.262023 18116 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } attempt: 5
23:47:43.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.276993 18116 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107: Bootstrap starting.
23:47:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.282469 18116 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107: Neither blocks nor log segments found. Creating new log.
23:47:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.284559 18116 log.cc:826] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107: Log is configured to *not* fsync() on all Append() calls
23:47:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.294670 18116 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107: No bootstrap required, opened a new log
23:47:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.303550 18116 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.304412 18116 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:47:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.304812 18116 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ef34c01101e4d42906ef0f4ae780107, State: Initialized, Role: FOLLOWER
23:47:43.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.305964 18116 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.307749 18222 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.308552 18222 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [sys.catalog]: This master's current role is: FOLLOWER
23:47:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.308871 18116 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [sys.catalog]: configured and running, proceeding with master startup.
23:47:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.308995 18090 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef34c01101e4d42906ef0f4ae780107"
23:47:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.310765 18090 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [term 0 FOLLOWER]: Advancing to term 1
23:47:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.309329 18091 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ef34c01101e4d42906ef0f4ae780107" is_pre_election: true
23:47:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.329015 18020 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 099ff1e4b406406ab5da5b427f8dd1cb in term 1.
23:47:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.331540 18136 leader_election.cc:304] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 099ff1e4b406406ab5da5b427f8dd1cb, 6086cb72f7104a0c934591031cc21092; no voters: 
23:47:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.332100 18090 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 099ff1e4b406406ab5da5b427f8dd1cb in term 1.
23:47:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.332384 18194 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 1 FOLLOWER]: Leader election won for term 1
23:47:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.340118 18194 raft_consensus.cc:697] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [term 1 LEADER]: Becoming Leader. State: Replica: 099ff1e4b406406ab5da5b427f8dd1cb, State: Running, Role: LEADER
23:47:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.341143 18194 consensus_queue.cc:237] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } }
23:47:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.354445 18230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 099ff1e4b406406ab5da5b427f8dd1cb. Latest consensus state: current_term: 1 leader_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.354804 18230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: This master's current role is: LEADER
23:47:43.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.365852 18233 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:47:43.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.370759 18233 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:47:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.388258 18237 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:47:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.395392 18090 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [term 1 FOLLOWER]: Refusing update from remote peer 099ff1e4b406406ab5da5b427f8dd1cb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:47:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.396755 18020 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [term 1 FOLLOWER]: Refusing update from remote peer 099ff1e4b406406ab5da5b427f8dd1cb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:47:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.397630 18230 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:47:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.398308 18230 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [LEADER]: Connected to new peer: Peer: permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:47:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.421581 18222 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 099ff1e4b406406ab5da5b427f8dd1cb. Latest consensus state: current_term: 1 leader_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.421861 18222 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [sys.catalog]: This master's current role is: FOLLOWER
23:47:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.451644 18222 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.451908 18222 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107 [sys.catalog]: This master's current role is: FOLLOWER
23:47:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.456773 18233 catalog_manager.cc:1382] Generated new cluster ID: d3040f1edd214fb5b899d9d5650dfc1f
23:47:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.456907 18233 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:47:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.458897 18208 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 099ff1e4b406406ab5da5b427f8dd1cb. Latest consensus state: current_term: 1 leader_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.459131 18208 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [sys.catalog]: This master's current role is: FOLLOWER
23:47:43.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.460741 18194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.461035 18194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: This master's current role is: LEADER
23:47:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.462560 18194 sys_catalog.cc:455] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.462795 18194 sys_catalog.cc:458] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb [sys.catalog]: This master's current role is: LEADER
23:47:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.464919 18240 mvcc.cc:204] Tried to move back new op lower bound from 7305085187657109504 to 7305085187452850176. Current Snapshot: MvccSnapshot[applied={T|T < 7305085187657109504}]
23:47:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.476529 18233 catalog_manager.cc:1405] Generated new certificate authority record
23:47:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.478835 18233 catalog_manager.cc:1539] Loading token signing keys...
23:47:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.481417 18208 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6086cb72f7104a0c934591031cc21092" member_type: VOTER last_known_addr { host: "127.17.140.62" port: 41667 } } peers { permanent_uuid: "1ef34c01101e4d42906ef0f4ae780107" member_type: VOTER last_known_addr { host: "127.17.140.61" port: 43083 } } peers { permanent_uuid: "099ff1e4b406406ab5da5b427f8dd1cb" member_type: VOTER last_known_addr { host: "127.17.140.60" port: 46341 } } }
23:47:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.481628 18208 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092 [sys.catalog]: This master's current role is: FOLLOWER
23:47:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.504799 18233 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 099ff1e4b406406ab5da5b427f8dd1cb: Generated new TSK 0
23:47:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.507215 18233 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:47:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.529258 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:47:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:0
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:47:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.886868 18246 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.887193 18246 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.887306 18246 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:43.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.895578 18246 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.895785 18246 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.1
23:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.905936 18246 tablet_server_runner.cc:78] Tablet server non-default flags:
23:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:0
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.908281 18246 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.910671 18246 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.920019 18251 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:43.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.921818 18252 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:43.923128 18254 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.923231 18246 server_base.cc:1061] running on GCE node
23:47:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.924060 18246 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.925051 18246 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.926245 18246 hybrid_clock.cc:648] HybridClock initialized: now 1783468063926179 us; error 59 us; skew 500 ppm
23:47:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.926599 18246 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.928736 18246 webserver.cc:534] Webserver started at http://127.17.140.1:43883/ using document root <none> and password file <none>
23:47:43.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.929548 18246 fs_manager.cc:362] Metadata directory not provided
23:47:43.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.929654 18246 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:43.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.930061 18246 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:47:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.932464 18246 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/instance:
23:47:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:47:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:43 on dist-test-slave-r2zs"
23:47:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.933355 18246 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal/instance:
23:47:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:47:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:43 on dist-test-slave-r2zs"
23:47:43.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.938509 18246 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
23:47:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.941886 18260 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.943226 18246 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
23:47:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.943356 18246 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:47:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:43 on dist-test-slave-r2zs"
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.943506 18246 fs_report.cc:389] FS layout report
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/data
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.974197 18246 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.975546 18246 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.975783 18246 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.976699 18246 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:47:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.978325 18246 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:47:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.978415 18246 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:47:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.978484 18246 ts_tablet_manager.cc:616] Registered 0 tablets
23:47:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:43.978528 18246 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:47:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.008664 18246 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.1:33139
23:47:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.008706 18372 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.1:33139 every 8 connection(s)
23:47:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.010378 18246 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:47:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.012969 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 18246
23:47:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.013154 17968 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal/instance
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.020205 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:0
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:47:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.051730 18374 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:47:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.052116 18374 heartbeater.cc:461] Registering TS with master...
23:47:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.053187 18374 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:47:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.056193 18010 ts_manager.cc:194] Registered new tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.064318 18375 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:47:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.064472 18375 heartbeater.cc:461] Registering TS with master...
23:47:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.064975 18375 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:47:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.066711 18081 ts_manager.cc:194] Registered new tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.068554 18373 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:47:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.068673 18373 heartbeater.cc:461] Registering TS with master...
23:47:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.069069 18373 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:47:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.070593 18152 ts_manager.cc:194] Registered new tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.072665 18152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.1:46619
23:47:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.110426 18219 catalog_manager.cc:1294] Loaded cluster ID: d3040f1edd214fb5b899d9d5650dfc1f
23:47:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.110533 18219 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: loading cluster ID for follower catalog manager: success
23:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.113092 18219 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: acquiring CA information for follower catalog manager: success
23:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.114774 18219 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6086cb72f7104a0c934591031cc21092: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:47:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.357657 18381 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.358009 18381 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.358119 18381 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.366391 18381 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.366617 18381 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.2
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.376878 18381 tablet_server_runner.cc:78] Tablet server non-default flags:
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:0
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.379194 18381 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.381088 18381 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.390205 18388 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.390281 18389 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.391072 18391 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.391597 18381 server_base.cc:1061] running on GCE node
23:47:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.392195 18381 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.393448 18381 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.394523 18237 catalog_manager.cc:1294] Loaded cluster ID: d3040f1edd214fb5b899d9d5650dfc1f
23:47:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.394634 18237 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107: loading cluster ID for follower catalog manager: success
23:47:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.394887 18381 hybrid_clock.cc:648] HybridClock initialized: now 1783468064394754 us; error 89 us; skew 500 ppm
23:47:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.395226 18381 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.398418 18237 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107: acquiring CA information for follower catalog manager: success
23:47:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.401254 18237 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1ef34c01101e4d42906ef0f4ae780107: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:47:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.402956 18381 webserver.cc:534] Webserver started at http://127.17.140.2:45759/ using document root <none> and password file <none>
23:47:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.403888 18381 fs_manager.cc:362] Metadata directory not provided
23:47:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.404017 18381 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.404418 18381 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:47:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.407584 18381 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/instance:
23:47:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb46924037e043e99291bfd7db064995"
23:47:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.408556 18381 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal/instance:
23:47:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb46924037e043e99291bfd7db064995"
23:47:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.415424 18381 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.004s
23:47:44.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.419772 18398 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.421232 18381 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
23:47:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.421399 18381 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb46924037e043e99291bfd7db064995"
23:47:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.421624 18381 fs_report.cc:389] FS layout report
23:47:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/data
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.442739 18381 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.443732 18381 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.444037 18381 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.445976 18381 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:47:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.447746 18381 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:47:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.447846 18381 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:47:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.447943 18381 ts_tablet_manager.cc:616] Registered 0 tablets
23:47:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.448011 18381 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:47:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.482030 18381 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.2:43757
23:47:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.482110 18510 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.2:43757 every 8 connection(s)
23:47:44.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.483623 18381 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:47:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.490340 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 18381
23:47:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.490535 17968 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal/instance
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.497097 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:0
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:47:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.507901 18511 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:47:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.508255 18512 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:47:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.508320 18511 heartbeater.cc:461] Registering TS with master...
23:47:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.508389 18512 heartbeater.cc:461] Registering TS with master...
23:47:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.509439 18512 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:47:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.509943 18511 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:47:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.511372 18152 ts_manager.cc:194] Registered new tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.511433 18010 ts_manager.cc:194] Registered new tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.512395 18152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.2:46245
23:47:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.516291 18513 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:47:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.516427 18513 heartbeater.cc:461] Registering TS with master...
23:47:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.516772 18513 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:47:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.517910 18081 ts_manager.cc:194] Registered new tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.840570 18518 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.840857 18518 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.840935 18518 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.848965 18518 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.849128 18518 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.3
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.859088 18518 tablet_server_runner.cc:78] Tablet server non-default flags:
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:0
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:47:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.860770 18518 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:44.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.863273 18518 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:44.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.873890 18526 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:44.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.873862 18524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:44.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:44.874231 18523 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:44.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.874788 18518 server_base.cc:1061] running on GCE node
23:47:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.875383 18518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.876237 18518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.877431 18518 hybrid_clock.cc:648] HybridClock initialized: now 1783468064877370 us; error 49 us; skew 500 ppm
23:47:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.877784 18518 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.879776 18518 webserver.cc:534] Webserver started at http://127.17.140.3:36553/ using document root <none> and password file <none>
23:47:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.880503 18518 fs_manager.cc:362] Metadata directory not provided
23:47:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.880607 18518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:44.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.880977 18518 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:47:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.883268 18518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/instance:
23:47:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:47:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:44.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.884058 18518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal/instance:
23:47:44.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:47:44.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:44.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.889334 18518 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.001s	sys 0.006s
23:47:44.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.892594 18532 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.893880 18518 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.894037 18518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.894258 18518 fs_report.cc:389] FS layout report
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/data
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:44.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:44.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:44.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:44.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:44.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.919585 18518 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:44.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.920586 18518 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.920881 18518 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:44.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.921954 18518 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:47:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.923642 18518 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:47:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.923743 18518 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:47:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.923842 18518 ts_tablet_manager.cc:616] Registered 0 tablets
23:47:44.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.923913 18518 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:47:44.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.954563 18518 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.3:45953
23:47:44.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.954612 18644 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.3:45953 every 8 connection(s)
23:47:44.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.956079 18518 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.966192 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 18518
23:47:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.966378 17968 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal/instance
23:47:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.972530 18645 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:47:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.972575 18647 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:47:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.972801 18646 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:47:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.972980 18647 heartbeater.cc:461] Registering TS with master...
23:47:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.972983 18646 heartbeater.cc:461] Registering TS with master...
23:47:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.972980 18645 heartbeater.cc:461] Registering TS with master...
23:47:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.974232 18646 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:47:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.974261 18647 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:47:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.974399 18645 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:47:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.975859 18152 ts_manager.cc:194] Registered new tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.976061 18081 ts_manager.cc:194] Registered new tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.976141 18010 ts_manager.cc:194] Registered new tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.976902 18152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.3:41339
23:47:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:44.991577 17968 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:47:44.993 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:47:44.994 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:47:45.002 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.140.62"
      port: 41667
    }
    bound_http_address {
      host: "127.17.140.62"
      port: 38305
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.140.61"
      port: 43083
    }
    bound_http_address {
      host: "127.17.140.61"
      port: 39111
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.140.60"
      port: 46341
    }
    bound_http_address {
      host: "127.17.140.60"
      port: 38817
    }
  }
}

23:47:45.005 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:47:45.008 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.140.1"
      port: 33139
    }
    bound_http_address {
      host: "127.17.140.1"
      port: 43883
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.140.2"
      port: 43757
    }
    bound_http_address {
      host: "127.17.140.2"
      port: 45759
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.140.3"
      port: 45953
    }
    bound_http_address {
      host: "127.17.140.3"
      port: 36553
    }
  }
}

23:47:45.008 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:47:45.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.075040 18373 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:47:45.210 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:47:45.272 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:47:45.433 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.140.61:43083(127.17.140.61:43083)] connecting to peer
23:47:45.493 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.140.62:41667(127.17.140.62:41667)] connecting to peer
23:47:45.494 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.140.60:46341(127.17.140.60:46341)] connecting to peer
23:47:45.508 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.140.62:41667(127.17.140.62:41667)] Successfully connected to peer
23:47:45.509 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.140.61:43083(127.17.140.61:43083)] Successfully connected to peer
23:47:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.515110 18511 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:47:45.521 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.140.60:46341(127.17.140.60:46341)] Successfully connected to peer
23:47:45.616 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.140.62
23:47:45.623 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.140.61
23:47:45.624 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.140.60
23:47:45.828 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x94481fcd, L:/127.0.0.1:41966 - R:/127.17.140.62:41667] using SASL/PLAIN
23:47:45.828 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe08e7d3e, L:/127.0.0.1:41164 - R:/127.17.140.60:46341] using SASL/PLAIN
23:47:45.828 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1f83b6e6, L:/127.0.0.1:56660 - R:/127.17.140.61:43083] using SASL/PLAIN
23:47:45.862 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:47:45.863 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=474), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.140.61:43083, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.140.62:41667, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.140.60:46341, [447ms] Sub RPC ConnectToMaster: received response from server master-127.17.140.61:43083: OK, [447ms] Sub RPC ConnectToMaster: received response from server master-127.17.140.62:41667: OK, [448ms] Sub RPC ConnectToMaster: received response from server master-127.17.140.60:46341: OK, deferred=null) after lookup
23:47:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.907353 18152 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41164:
23:47:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378"
23:47:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:47:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:47:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:47:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:47:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:47:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:47:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:47:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:47:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:45.909622 18152 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:47:45.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.979090 18645 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:47:45.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.994905 18580 tablet_service.cc:1511] Processing CreateTablet for tablet 7a7070b8302247978a1765d0a53b48b1 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378 [id=89b6bfcad4034c45ae42c5d8464f9b53]), partition=RANGE (key) PARTITION UNBOUNDED
23:47:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.996517 18580 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a7070b8302247978a1765d0a53b48b1. 1 dirs total, 0 dirs full, 0 dirs failed
23:47:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.997172 18446 tablet_service.cc:1511] Processing CreateTablet for tablet 7a7070b8302247978a1765d0a53b48b1 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378 [id=89b6bfcad4034c45ae42c5d8464f9b53]), partition=RANGE (key) PARTITION UNBOUNDED
23:47:45.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:45.998450 18446 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a7070b8302247978a1765d0a53b48b1. 1 dirs total, 0 dirs full, 0 dirs failed
23:47:46.001 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 89b6bfcad4034c45ae42c5d8464f9b53
23:47:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.005082 18308 tablet_service.cc:1511] Processing CreateTablet for tablet 7a7070b8302247978a1765d0a53b48b1 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378 [id=89b6bfcad4034c45ae42c5d8464f9b53]), partition=RANGE (key) PARTITION UNBOUNDED
23:47:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.006740 18308 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a7070b8302247978a1765d0a53b48b1. 1 dirs total, 0 dirs full, 0 dirs failed
23:47:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.016215 18678 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap starting.
23:47:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.020038 18677 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap starting.
23:47:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.021276 18678 tablet_bootstrap.cc:654] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Neither blocks nor log segments found. Creating new log.
23:47:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.022666 18678 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Log is configured to *not* fsync() on all Append() calls
23:47:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.024899 18677 tablet_bootstrap.cc:654] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Neither blocks nor log segments found. Creating new log.
23:47:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.026239 18677 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Log is configured to *not* fsync() on all Append() calls
23:47:46.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.031944 18678 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: No bootstrap required, opened a new log
23:47:46.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.032452 18678 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent bootstrapping tablet: real 0.017s	user 0.007s	sys 0.007s
23:47:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.033614 18679 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap starting.
23:47:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.037609 18679 tablet_bootstrap.cc:654] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Neither blocks nor log segments found. Creating new log.
23:47:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.039003 18679 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Log is configured to *not* fsync() on all Append() calls
23:47:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.039311 18678 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.039960 18678 raft_consensus.cc:385] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:47:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.040234 18678 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb46924037e043e99291bfd7db064995, State: Initialized, Role: FOLLOWER
23:47:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.041162 18678 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.046782 18678 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent starting tablet: real 0.014s	user 0.010s	sys 0.002s
23:47:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.063776 18677 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: No bootstrap required, opened a new log
23:47:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.064100 18677 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent bootstrapping tablet: real 0.044s	user 0.000s	sys 0.012s
23:47:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.064632 18679 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: No bootstrap required, opened a new log
23:47:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.064934 18679 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent bootstrapping tablet: real 0.032s	user 0.019s	sys 0.008s
23:47:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.071939 18677 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.072600 18677 raft_consensus.cc:385] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:47:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.072925 18677 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Initialized, Role: FOLLOWER
23:47:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.075078 18677 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.075649 18679 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.076112 18679 raft_consensus.cc:385] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:47:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.076203 18679 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bca5a590eb5b4a68a523a0843ab0ee58, State: Initialized, Role: FOLLOWER
23:47:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.076874 18679 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.083549 18679 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent starting tablet: real 0.018s	user 0.009s	sys 0.005s
23:47:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.085814 18677 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent starting tablet: real 0.022s	user 0.013s	sys 0.004s
23:47:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.130509 18684 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:47:46.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.130791 18684 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.133083 18684 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.142307 18328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:47:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.142846 18328 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 0.
23:47:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.143510 18533 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: 
23:47:46.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.143864 18684 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:47:46.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.143991 18684 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:47:46.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.144081 18684 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 0 FOLLOWER]: Advancing to term 1
23:47:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.146499 18684 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.147158 18684 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 1 election: Requested vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.148192 18328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:47:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.148406 18328 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 0 FOLLOWER]: Advancing to term 1
23:47:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.148839 18466 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995" is_pre_election: true
23:47:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.149102 18465 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995"
23:47:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.149435 18466 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 0.
23:47:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.151268 18328 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 1.
23:47:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.151674 18533 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: fb46924037e043e99291bfd7db064995
23:47:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.151983 18684 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 1 FOLLOWER]: Leader election won for term 1
23:47:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.152391 18684 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 1 LEADER]: Becoming Leader. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Running, Role: LEADER
23:47:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.152880 18684 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.157374 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3). New cstate: current_term: 1 leader_uuid: "2700fb42e69549ae8bedd561fc7c9a73" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: UNKNOWN } } }
23:47:46.178 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 89b6bfcad4034c45ae42c5d8464f9b53
23:47:46.195 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:46.202 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:46.203 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [9ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=null) after lookup
23:47:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:46.209466 18648 tablet.cc:2406] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:47:46.212 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:46.215 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] Successfully connected to peer
23:47:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:46.241672 18514 tablet.cc:2406] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:47:46.287 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xfba95bf8, L:/127.0.0.1:36700 - R:/127.17.140.3:45953] using TOKEN/null
23:47:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.300810 18465 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 0 FOLLOWER]: Advancing to term 1
23:47:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.301537 18328 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 1 FOLLOWER]: Refusing update from remote peer 2700fb42e69549ae8bedd561fc7c9a73: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:47:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.302608 18684 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:47:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.304335 18465 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 1 FOLLOWER]: Refusing update from remote peer 2700fb42e69549ae8bedd561fc7c9a73: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:47:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.307806 18684 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:47:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.317390 18692 mvcc.cc:204] Tried to move back new op lower bound from 7305085199557722112 to 7305085198966263808. Current Snapshot: MvccSnapshot[applied={T|T < 7305085199557722112}]
23:47:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.354636 18695 mvcc.cc:204] Tried to move back new op lower bound from 7305085199557722112 to 7305085198966263808. Current Snapshot: MvccSnapshot[applied={T|T < 7305085199557722112}]
23:47:46.443 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:47:46.445 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.3:45953
23:47:46.446 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:47:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.447436 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 18518
23:47:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.457587 18640 generic_service.cc:196] Checking for leaks (request via RPC)
23:47:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:46.556450 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 18518
23:47:46.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:46.582 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] handling channelInactive
23:47:46.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state READY due to: connection closed
23:47:46.583 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: connection closed
23:47:46.594 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:46.594 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:46.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test)) after lookup
23:47:46.595 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:46.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.598 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.613 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:46.614 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:46.615 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [18ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627))) after lookup
23:47:46.615 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:46.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.618 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.654 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:46.654 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:46.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [18ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [35ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [38ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770))) after lookup
23:47:46.656 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:46.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.658 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.734 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:46.734 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:46.734 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [18ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [35ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [38ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [75ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [78ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442))) after lookup
23:47:46.735 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:46.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.737 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:46.737 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.174 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:47.174 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:47.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=594), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [18ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [35ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [38ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [75ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [78ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [155ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [157ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [157ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [594ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007))) after lookup
23:47:47.175 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:47.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.177 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.534 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:47.534 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:47.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=954), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [18ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [35ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [38ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [75ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [78ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [155ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [157ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [157ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [594ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [595ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [597ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [597ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [951ms] refreshing cache from master, [951ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [954ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007) -> (continuation of Deferred@593965810 after retry RPC@2134136157), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007) -> (continuation of Deferred@593965810 after retry RPC@2134136157))) after lookup
23:47:47.536 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:47.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.537 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.753 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:47.753 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:47.754 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1173), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [18ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [35ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [38ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [75ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [78ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [155ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [157ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [157ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [594ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [595ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [597ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [597ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [951ms] refreshing cache from master, [951ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [954ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [955ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [957ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [957ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [1170ms] refreshing cache from master, [1170ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1173ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007) -> (continuation of Deferred@593965810 after retry RPC@2134136157) -> (continuation of Deferred@665859562 after retry RPC@2062750460), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007) -> (continuation of Deferred@593965810 after retry RPC@2134136157) -> (continuation of Deferred@665859562 after retry RPC@2062750460))) after lookup
23:47:47.755 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:47.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.757 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.882551 18710 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:47:47.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.882831 18710 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.884275 18710 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:47.886261 18264 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.886430 18712 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:47:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.886633 18712 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:47.887889 18264 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.888531 18712 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:47.889648 18402 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.893545 18465 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995" is_pre_election: true
23:47:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.893806 18465 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bca5a590eb5b4a68a523a0843ab0ee58 in term 1.
23:47:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:47.894238 18402 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.894352 18261 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:47:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.894799 18710 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:47:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.894917 18710 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:47:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.895040 18710 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 1 FOLLOWER]: Advancing to term 2
23:47:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.897903 18710 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.898729 18710 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 2 election: Requested vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.899255 18465 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995"
23:47:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.899470 18465 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 1 FOLLOWER]: Advancing to term 2
23:47:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:47.900296 18264 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.900344 18328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:47:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.900585 18328 raft_consensus.cc:2393] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fb46924037e043e99291bfd7db064995 in current term 2: Already voted for candidate bca5a590eb5b4a68a523a0843ab0ee58 in this term.
23:47:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.901108 18399 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58
23:47:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.902006 18465 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bca5a590eb5b4a68a523a0843ab0ee58 in term 2.
23:47:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.902168 18712 raft_consensus.cc:2749] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:47:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.902420 18261 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:47:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.902674 18710 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 FOLLOWER]: Leader election won for term 2
23:47:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.903098 18710 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 LEADER]: Becoming Leader. State: Replica: bca5a590eb5b4a68a523a0843ab0ee58, State: Running, Role: LEADER
23:47:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.903563 18710 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:47.906989 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 reported cstate change: term changed from 1 to 2, leader changed from 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3) to bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1). New cstate: current_term: 2 leader_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: UNKNOWN } } }
23:47:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:48.312961 18465 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Refusing update from remote peer bca5a590eb5b4a68a523a0843ab0ee58: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
23:47:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:48.313737 18710 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
23:47:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:48.323760 18264 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 -> Peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Couldn't send request to peer 2700fb42e69549ae8bedd561fc7c9a73. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:47:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:50.637126 18264 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 -> Peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Couldn't send request to peer 2700fb42e69549ae8bedd561fc7c9a73. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:47:51.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:51.074 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:51.075 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4494), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [3ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [18ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [35ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [38ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [75ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [78ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [155ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [157ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [157ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [594ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [595ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [597ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [597ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [951ms] refreshing cache from master, [951ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [954ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [955ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [957ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [957ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [1170ms] refreshing cache from master, [1170ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1173ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [1175ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1177ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [1177ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [4491ms] refreshing cache from master, [4491ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [4494ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@765155790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a3918a4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007) -> (continuation of Deferred@593965810 after retry RPC@2134136157) -> (continuation of Deferred@665859562 after retry RPC@2062750460) -> (continuation of Deferred@1927492580 after retry RPC@112181504), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33cd7440 -> wakeup thread Time-limited test -> (continuation of Deferred@1446181588 after retry RPC@133124627) -> (continuation of Deferred@797581426 after retry RPC@1535042770) -> (continuation of Deferred@1699960622 after retry RPC@1329642442) -> (continuation of Deferred@1036545014 after retry RPC@212473007) -> (continuation of Deferred@593965810 after retry RPC@2134136157) -> (continuation of Deferred@665859562 after retry RPC@2062750460) -> (continuation of Deferred@1927492580 after retry RPC@112181504))) after lookup
23:47:51.076 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:47:51.077 [DEBUG - kudu-nio-3] (Connection.java:757) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] Successfully connected to peer
23:47:51.096 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x31a7a221, L:/127.0.0.1:50774 - R:/127.17.140.1:33139] using TOKEN/null
23:47:51.121 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.3:45953
23:47:51.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.124114 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:51.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:47:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.440006 18750 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.440296 18750 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.440375 18750 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.448314 18750 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.448470 18750 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.3
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.458094 18750 tablet_server_runner.cc:78] Tablet server non-default flags:
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.459877 18750 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.461953 18750 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.471751 18758 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.471928 18755 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.471843 18756 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.472370 18750 server_base.cc:1061] running on GCE node
23:47:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.473145 18750 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.474092 18750 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.475303 18750 hybrid_clock.cc:648] HybridClock initialized: now 1783468071475226 us; error 69 us; skew 500 ppm
23:47:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.475589 18750 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.477855 18750 webserver.cc:534] Webserver started at http://127.17.140.3:36553/ using document root <none> and password file <none>
23:47:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.478547 18750 fs_manager.cc:362] Metadata directory not provided
23:47:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.478663 18750 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:51.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.484005 18750 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.005s	sys 0.000s
23:47:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.486747 18764 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:51.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.488091 18750 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.488253 18750 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.488946 18750 fs_report.cc:389] FS layout report
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/data
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.511852 18750 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.512768 18750 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.513078 18750 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.514107 18750 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:47:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.516363 18771 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:47:51.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.522140 18750 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:47:51.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.522243 18750 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
23:47:51.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.522379 18750 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:47:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.525450 18750 ts_tablet_manager.cc:616] Registered 1 tablets
23:47:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.525552 18750 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
23:47:51.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.525975 18771 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap starting.
23:47:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.547226 18771 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Log is configured to *not* fsync() on all Append() calls
23:47:51.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.561550 18771 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:47:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.562288 18771 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap complete.
23:47:51.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.563737 18771 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent bootstrapping tablet: real 0.038s	user 0.033s	sys 0.004s
23:47:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.565689 18750 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.3:45953
23:47:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.566036 18880 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.3:45953 every 8 connection(s)
23:47:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.567457 18750 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.569229 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 18750
23:47:51.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.571161 18771 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.578533 18771 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Initialized, Role: FOLLOWER
23:47:51.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.579355 18771 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:51.596 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:47:51.597 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.1:33139
23:47:51.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:47:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.598104 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 18246
23:47:51.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.622714 18771 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent starting tablet: real 0.059s	user 0.014s	sys 0.000s
23:47:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.646486 18881 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:47:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.646849 18881 heartbeater.cc:461] Registering TS with master...
23:47:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.648111 18881 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:47:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.652019 18151 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.653620 18151 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.3:36193
23:47:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.654050 18368 generic_service.cc:196] Checking for leaks (request via RPC)
23:47:51.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.651516 18882 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:47:51.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.656673 18882 heartbeater.cc:461] Registering TS with master...
23:47:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.656894 18881 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:47:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.656989 18882 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:47:51.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.658721 18009 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.661629 18887 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:47:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.661772 18887 heartbeater.cc:461] Registering TS with master...
23:47:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.662031 18887 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:47:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.663393 18080 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:51.750799 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 18246
23:47:51.766 [DEBUG - kudu-nio-3] (Connection.java:239) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] handling channelInactive
23:47:51.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state READY due to: connection closed
23:47:51.766 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:51.767223 18895 negotiation.cc:336] Failed RPC negotiation. Trace:
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.637802 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.17.140.1:54389 (local address 127.17.140.3:45953)
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.648866 (+ 11064us) server_negotiation.cc:207] Beginning negotiation
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.648875 (+     9us) server_negotiation.cc:400] Waiting for connection header
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.652776 (+  3901us) server_negotiation.cc:408] Connection header received
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.652885 (+   109us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.652893 (+     8us) server_negotiation.cc:462] Received NEGOTIATE request from client
23:47:51.767 [DEBUG - Time-limited test] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.653241 (+   348us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.653420 (+   179us) server_negotiation.cc:227] Negotiated authn=SASL
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.750657 (+ 97237us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.752656 (+  1999us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:47:51.765610 (+ 12954us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.17.140.1:54389: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:47:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10911,"thread_start_us":12324,"threads_started":1}
23:47:51.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.769 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.773 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:51.773 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:51.773 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1006071290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@43a81c45 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a99eef8 -> wakeup thread Time-limited test)) after lookup
23:47:51.774 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:47:51.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.775 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:51.794 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:51.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [6ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [8ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [8ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1006071290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@43a81c45 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a99eef8 -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166))) after lookup
23:47:51.795 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:47:51.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.796 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.834 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:51.834 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:51.835 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [6ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [8ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [8ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [28ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [29ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [29ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1006071290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@43a81c45 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a99eef8 -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000))) after lookup
23:47:51.835 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:47:51.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.837 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.853 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:51.853 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:51.854 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [6ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [8ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [8ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [28ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [29ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [29ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [68ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [70ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [70ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1006071290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@43a81c45 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000) -> (continuation of Deferred@679664796 after retry RPC@1272064198), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a99eef8 -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000) -> (continuation of Deferred@679664796 after retry RPC@1272064198))) after lookup
23:47:51.854 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:47:51.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.856 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.914 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:51.915 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:51.915 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=148), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [6ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [8ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [8ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [28ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [29ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [29ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [68ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [70ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [70ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [87ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [89ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [89ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [147ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1006071290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@43a81c45 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000) -> (continuation of Deferred@679664796 after retry RPC@1272064198) -> (continuation of Deferred@407952457 after retry RPC@1117668253), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a99eef8 -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000) -> (continuation of Deferred@679664796 after retry RPC@1272064198) -> (continuation of Deferred@407952457 after retry RPC@1117668253))) after lookup
23:47:51.916 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:47:51.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:51.918 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:47:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.251539 18898 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader bca5a590eb5b4a68a523a0843ab0ee58)
23:47:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.251719 18898 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.252314 18898 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:53.253646 18399 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111)
23:47:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:53.255016 18399 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111)
23:47:53.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.259929 18834 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "2700fb42e69549ae8bedd561fc7c9a73" is_pre_election: true
23:47:53.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.260368 18834 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 1.
23:47:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.261310 18402 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995; no voters: bca5a590eb5b4a68a523a0843ab0ee58
23:47:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.261654 18898 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Leader pre-election won for term 3
23:47:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.261770 18898 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Starting leader election (detected failure of leader bca5a590eb5b4a68a523a0843ab0ee58)
23:47:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.261876 18898 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 2 FOLLOWER]: Advancing to term 3
23:47:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.263896 18898 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.264528 18898 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 3 election: Requested vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.265156 18834 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:47:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.265393 18834 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 1 FOLLOWER]: Advancing to term 3
23:47:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:53.266094 18399 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111)
23:47:53.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.269510 18834 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 3.
23:47:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.270031 18402 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995; no voters: bca5a590eb5b4a68a523a0843ab0ee58
23:47:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.270437 18898 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 3 FOLLOWER]: Leader election won for term 3
23:47:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.270852 18898 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 3 LEADER]: Becoming Leader. State: Replica: fb46924037e043e99291bfd7db064995, State: Running, Role: LEADER
23:47:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.271440 18898 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.275466 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 reported cstate change: term changed from 2 to 3, leader changed from bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1) to fb46924037e043e99291bfd7db064995 (127.17.140.2). New cstate: current_term: 3 leader_uuid: "fb46924037e043e99291bfd7db064995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: HEALTHY } } }
23:47:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.667140 18834 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 3 FOLLOWER]: Refusing update from remote peer fb46924037e043e99291bfd7db064995: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
23:47:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:53.668025 18898 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
23:47:53.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:53.683156 18399 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 -> Peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Couldn't send request to peer bca5a590eb5b4a68a523a0843ab0ee58. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:47:53.954 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:53.954 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:53.955 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2187), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [6ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [8ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [8ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [28ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [29ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [29ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [68ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [70ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [70ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [87ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [89ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [89ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [147ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [149ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [151ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [151ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2183ms] refreshing cache from master, [2183ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [2186ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1006071290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@43a81c45 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000) -> (continuation of Deferred@679664796 after retry RPC@1272064198) -> (continuation of Deferred@407952457 after retry RPC@1117668253) -> (continuation of Deferred@2066462909 after retry RPC@1268358894), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a99eef8 -> wakeup thread Time-limited test -> (continuation of Deferred@1505231887 after retry RPC@479453166) -> (continuation of Deferred@1153119326 after retry RPC@1180037000) -> (continuation of Deferred@679664796 after retry RPC@1272064198) -> (continuation of Deferred@407952457 after retry RPC@1117668253) -> (continuation of Deferred@2066462909 after retry RPC@1268358894))) after lookup
23:47:53.956 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:53.957 [DEBUG - kudu-nio-2] (Connection.java:757) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] Successfully connected to peer
23:47:53.979 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbe66326b, L:/127.0.0.1:54762 - R:/127.17.140.2:43757] using TOKEN/null
23:47:54.004 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.1:33139
23:47:54.005 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:47:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.006479 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:47:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:33139
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43883
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:47:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.331815 18926 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.332108 18926 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.332190 18926 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.340405 18926 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.340579 18926 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.1
23:47:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.350486 18926 tablet_server_runner.cc:78] Tablet server non-default flags:
23:47:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:33139
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43883
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.352035 18926 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.353937 18926 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.363179 18934 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.363214 18933 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.364148 18936 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.364820 18926 server_base.cc:1061] running on GCE node
23:47:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.365510 18926 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.366531 18926 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.367736 18926 hybrid_clock.cc:648] HybridClock initialized: now 1783468074367681 us; error 39 us; skew 500 ppm
23:47:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.368074 18926 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.370178 18926 webserver.cc:534] Webserver started at http://127.17.140.1:43883/ using document root <none> and password file <none>
23:47:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.370909 18926 fs_manager.cc:362] Metadata directory not provided
23:47:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.371023 18926 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.376262 18926 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.005s
23:47:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.379048 18942 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.380366 18926 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.380520 18926 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:43 on dist-test-slave-r2zs"
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.381283 18926 fs_report.cc:389] FS layout report
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/data
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:54.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:54.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:54.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.409869 18926 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.410868 18926 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.411129 18926 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.412070 18926 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:47:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.414126 18949 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:47:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.419819 18926 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:47:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.419906 18926 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.000s	sys 0.001s
23:47:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.420004 18926 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:47:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.423097 18926 ts_tablet_manager.cc:616] Registered 1 tablets
23:47:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.423182 18926 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.001s
23:47:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.423678 18949 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap starting.
23:47:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.445559 18949 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Log is configured to *not* fsync() on all Append() calls
23:47:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.463116 18949 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:47:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.463891 18949 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap complete.
23:47:54.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.464969 18949 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent bootstrapping tablet: real 0.042s	user 0.022s	sys 0.016s
23:47:54.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.471436 18949 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:54.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.472543 18949 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: bca5a590eb5b4a68a523a0843ab0ee58, State: Initialized, Role: FOLLOWER
23:47:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.473569 18949 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:54.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.475291 18949 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent starting tablet: real 0.010s	user 0.009s	sys 0.004s
23:47:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.478096 18926 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.1:33139
23:47:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.478150 19058 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.1:33139 every 8 connection(s)
23:47:54.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.479488 18926 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:47:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.485956 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 18926
23:47:54.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:54.511 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:47:54.512 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.2:43757
23:47:54.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:47:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.510080 19061 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:47:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.510531 19061 heartbeater.cc:461] Registering TS with master...
23:47:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.511502 19061 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:47:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.512699 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 18381
23:47:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.513621 19060 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:47:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.513875 19060 heartbeater.cc:461] Registering TS with master...
23:47:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.514488 19060 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:47:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.515149 18080 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.515937 18009 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.518626 19059 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:47:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.518764 19059 heartbeater.cc:461] Registering TS with master...
23:47:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.519253 19059 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:47:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.520514 18151 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.522142 18151 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.1:35871
23:47:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.533063 18506 generic_service.cc:196] Checking for leaks (request via RPC)
23:47:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:54.636025 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 18381
23:47:54.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:54.649529 18766 connection.cc:573] server connection from 127.17.140.2:36297 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:47:54.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:54.650 [DEBUG - kudu-nio-2] (Connection.java:239) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] handling channelInactive
23:47:54.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state READY due to: connection closed
23:47:54.651 [DEBUG - Time-limited test] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:54.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.652 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.674 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:54.674 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:54.674 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1338131925(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@4d3fbd1c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4313fe1 -> wakeup thread Time-limited test)) after lookup
23:47:54.675 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:54.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.676 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.693 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:54.694 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:54.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [25ms] sending RPC to server fb46924037e043e99291bfd7db064995, [26ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [26ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [43ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1338131925(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@4d3fbd1c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4313fe1 -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474))) after lookup
23:47:54.695 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:54.696 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.696 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.734 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:54.734 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:54.735 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [25ms] sending RPC to server fb46924037e043e99291bfd7db064995, [26ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [26ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [43ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [44ms] sending RPC to server fb46924037e043e99291bfd7db064995, [46ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [46ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1338131925(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@4d3fbd1c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4313fe1 -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786))) after lookup
23:47:54.735 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:54.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.736 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.753 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:54.754 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:54.754 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [25ms] sending RPC to server fb46924037e043e99291bfd7db064995, [26ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [26ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [43ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [44ms] sending RPC to server fb46924037e043e99291bfd7db064995, [46ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [46ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [85ms] sending RPC to server fb46924037e043e99291bfd7db064995, [86ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [86ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [103ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1338131925(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@4d3fbd1c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4313fe1 -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279))) after lookup
23:47:54.755 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:54.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:54.756 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:55.033 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:55.034 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:55.034 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=384), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [25ms] sending RPC to server fb46924037e043e99291bfd7db064995, [26ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [26ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [43ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [44ms] sending RPC to server fb46924037e043e99291bfd7db064995, [46ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [46ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [85ms] sending RPC to server fb46924037e043e99291bfd7db064995, [86ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [86ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [103ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [104ms] sending RPC to server fb46924037e043e99291bfd7db064995, [106ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [106ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [380ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [383ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1338131925(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@4d3fbd1c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279) -> (continuation of Deferred@903205975 after retry RPC@186867029), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4313fe1 -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279) -> (continuation of Deferred@903205975 after retry RPC@186867029))) after lookup
23:47:55.035 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:55.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:55.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:55.036 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:55.525208 19059 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:47:55.774 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:55.774 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:55.774 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1124), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [25ms] sending RPC to server fb46924037e043e99291bfd7db064995, [26ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [26ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [43ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [44ms] sending RPC to server fb46924037e043e99291bfd7db064995, [46ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [46ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [85ms] sending RPC to server fb46924037e043e99291bfd7db064995, [86ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [86ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [103ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [104ms] sending RPC to server fb46924037e043e99291bfd7db064995, [106ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [106ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [380ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [383ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [385ms] sending RPC to server fb46924037e043e99291bfd7db064995, [386ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [386ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1121ms] refreshing cache from master, [1121ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1124ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1338131925(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@4d3fbd1c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279) -> (continuation of Deferred@903205975 after retry RPC@186867029) -> (continuation of Deferred@1646692286 after retry RPC@1946072922), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4313fe1 -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279) -> (continuation of Deferred@903205975 after retry RPC@186867029) -> (continuation of Deferred@1646692286 after retry RPC@1946072922))) after lookup
23:47:55.775 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:55.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:55.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:55.776 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.137854 19074 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader fb46924037e043e99291bfd7db064995)
23:47:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.138065 19074 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:56.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.139588 19074 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:56.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.141185 18765 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:47:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.146284 18765 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:47:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.147703 19013 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:47:56.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.148168 19013 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 2.
23:47:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.149085 18765 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: fb46924037e043e99291bfd7db064995
23:47:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.149430 19074 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 3 FOLLOWER]: Leader pre-election won for term 4
23:47:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.149549 19074 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 3 FOLLOWER]: Starting leader election (detected failure of leader fb46924037e043e99291bfd7db064995)
23:47:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.149643 19074 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 3 FOLLOWER]: Advancing to term 4
23:47:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.151549 19074 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.152071 19074 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 4 election: Requested vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.152495 19013 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:47:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.152673 19013 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 2 FOLLOWER]: Advancing to term 4
23:47:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.153407 18765 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:47:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.156289 19013 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 4.
23:47:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.156672 18765 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: fb46924037e043e99291bfd7db064995
23:47:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.156929 19074 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Leader election won for term 4
23:47:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.157332 19074 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 LEADER]: Becoming Leader. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Running, Role: LEADER
23:47:56.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.157859 19074 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.161329 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 reported cstate change: term changed from 3 to 4, leader changed from fb46924037e043e99291bfd7db064995 (127.17.140.2) to 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3). New cstate: current_term: 4 leader_uuid: "2700fb42e69549ae8bedd561fc7c9a73" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: UNKNOWN } } }
23:47:56.213 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:56.214 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:56.214 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1563), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [23ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [25ms] sending RPC to server fb46924037e043e99291bfd7db064995, [26ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [26ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [43ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [44ms] sending RPC to server fb46924037e043e99291bfd7db064995, [46ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [46ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [84ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [85ms] sending RPC to server fb46924037e043e99291bfd7db064995, [86ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [86ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [103ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [104ms] sending RPC to server fb46924037e043e99291bfd7db064995, [106ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [106ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [380ms] refreshing cache from master, [381ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [383ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [385ms] sending RPC to server fb46924037e043e99291bfd7db064995, [386ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [386ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1121ms] refreshing cache from master, [1121ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1124ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [1125ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1126ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1126ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1560ms] refreshing cache from master, [1560ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1563ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1338131925(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@4d3fbd1c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279) -> (continuation of Deferred@903205975 after retry RPC@186867029) -> (continuation of Deferred@1646692286 after retry RPC@1946072922) -> (continuation of Deferred@1664192813 after retry RPC@1710472822), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4313fe1 -> wakeup thread Time-limited test -> (continuation of Deferred@1660357986 after retry RPC@1865738474) -> (continuation of Deferred@1611675930 after retry RPC@673971786) -> (continuation of Deferred@1956238984 after retry RPC@53985279) -> (continuation of Deferred@903205975 after retry RPC@186867029) -> (continuation of Deferred@1646692286 after retry RPC@1946072922) -> (continuation of Deferred@1664192813 after retry RPC@1710472822))) after lookup
23:47:56.215 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:56.216 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] Successfully connected to peer
23:47:56.236 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1613a91d, L:/127.0.0.1:53870 - R:/127.17.140.3:45953] using TOKEN/null
23:47:56.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.242462 19013 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 4 FOLLOWER]: Refusing update from remote peer 2700fb42e69549ae8bedd561fc7c9a73: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
23:47:56.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.242630 18765 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 -> Peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Couldn't send request to peer fb46924037e043e99291bfd7db064995. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:47:56.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.243343 19079 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
23:47:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.254456 19092 mvcc.cc:204] Tried to move back new op lower bound from 7305085240279146496 to 7305085239945932800. Current Snapshot: MvccSnapshot[applied={T|T < 7305085240279146496}]
23:47:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.255079 19094 mvcc.cc:204] Tried to move back new op lower bound from 7305085240279146496 to 7305085239945932800. Current Snapshot: MvccSnapshot[applied={T|T < 7305085240279146496}]
23:47:56.273 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.2:43757
23:47:56.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.274497 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:47:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:43757
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45759
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:47:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.591053 19101 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.591372 19101 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.591487 19101 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:56.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.599882 19101 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:56.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.600076 19101 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.2
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.610002 19101 tablet_server_runner.cc:78] Tablet server non-default flags:
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:43757
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:47:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45759
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.612066 19101 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.613979 19101 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.623093 19106 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.623440 19109 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:56.623752 19107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.624257 19101 server_base.cc:1061] running on GCE node
23:47:56.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.624933 19101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.625902 19101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.627104 19101 hybrid_clock.cc:648] HybridClock initialized: now 1783468076627062 us; error 27 us; skew 500 ppm
23:47:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.627429 19101 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.629608 19101 webserver.cc:534] Webserver started at http://127.17.140.2:45759/ using document root <none> and password file <none>
23:47:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.630426 19101 fs_manager.cc:362] Metadata directory not provided
23:47:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.630523 19101 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.635790 19101 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.005s	sys 0.000s
23:47:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.638430 19115 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.639736 19101 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.639873 19101 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb46924037e043e99291bfd7db064995"
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.640538 19101 fs_report.cc:389] FS layout report
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/data
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:56.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.661139 19101 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.662026 19101 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.662267 19101 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.663162 19101 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:47:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.665339 19122 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:47:56.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.671274 19101 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:47:56.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.671360 19101 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
23:47:56.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.671471 19101 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:47:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.674506 19101 ts_tablet_manager.cc:616] Registered 1 tablets
23:47:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.674624 19101 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
23:47:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.675122 19122 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap starting.
23:47:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.697824 19122 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Log is configured to *not* fsync() on all Append() calls
23:47:56.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.717247 19122 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:47:56.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.718118 19122 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap complete.
23:47:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.719549 19122 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent bootstrapping tablet: real 0.045s	user 0.027s	sys 0.016s
23:47:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.722522 19101 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.2:43757
23:47:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.722599 19230 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.2:43757 every 8 connection(s)
23:47:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.723997 19101 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:47:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.729506 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 19101
23:47:56.730 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.725627 19122 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.731642 19122 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb46924037e043e99291bfd7db064995, State: Initialized, Role: FOLLOWER
23:47:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.732422 19122 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.749114 19232 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:47:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.749593 19232 heartbeater.cc:461] Registering TS with master...
23:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.750746 19232 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:47:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.754303 18009 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.755954 19122 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent starting tablet: real 0.036s	user 0.019s	sys 0.008s
23:47:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.763911 19231 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:47:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.764026 19231 heartbeater.cc:461] Registering TS with master...
23:47:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.764518 19231 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:47:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.765796 18151 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.767256 18151 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.2:49335
23:47:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.768352 19233 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:47:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.768491 19233 heartbeater.cc:461] Registering TS with master...
23:47:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.770121 19231 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:47:56.770 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:47:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.770658 19233 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:47:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.773978 18080 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:56.778 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.3:45953
23:47:56.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:47:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.778879 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 18750
23:47:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.782258 19186 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 3 FOLLOWER]: Advancing to term 4
23:47:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.811307 19247 mvcc.cc:204] Tried to move back new op lower bound from 7305085240279146496 to 7305085239945932800. Current Snapshot: MvccSnapshot[applied={T|T < 7305085240279146496}]
23:47:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.821328 18876 generic_service.cc:196] Checking for leaks (request via RPC)
23:47:56.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:56.919854 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 18750
23:47:56.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:56.935 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] handling channelInactive
23:47:56.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state READY due to: connection closed
23:47:56.951 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:56.952 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.952 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.974 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:56.974 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:56.974 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [17ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@202569739(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@184098 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d1da12b -> wakeup thread Time-limited test)) after lookup
23:47:56.975 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:56.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.976 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:56.993 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:56.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [17ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [40ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [41ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@202569739(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@184098 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d1da12b -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309))) after lookup
23:47:56.994 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:56.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:56.995 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:57.053 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:57.053 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:57.054 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [17ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [40ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [41ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [60ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [60ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [118ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@202569739(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@184098 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d1da12b -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075))) after lookup
23:47:57.055 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:57.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:57.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:57.056 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:57.193 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:57.193 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:57.194 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=258), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [17ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [40ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [41ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [60ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [60ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [118ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [119ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [121ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [121ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [258ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@202569739(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@184098 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075) -> (continuation of Deferred@337332030 after retry RPC@1950364378), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d1da12b -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075) -> (continuation of Deferred@337332030 after retry RPC@1950364378))) after lookup
23:47:57.194 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:57.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:57.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:57.196 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:58.013 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:58.014 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:47:58.014 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1078), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [17ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [40ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [41ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [60ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [60ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [118ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [119ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [121ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [121ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [258ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [259ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [261ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [261ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [1075ms] refreshing cache from master, [1075ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1078ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@202569739(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@184098 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075) -> (continuation of Deferred@337332030 after retry RPC@1950364378) -> (continuation of Deferred@5871482 after retry RPC@1979364169), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d1da12b -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075) -> (continuation of Deferred@337332030 after retry RPC@1950364378) -> (continuation of Deferred@5871482 after retry RPC@1979364169))) after lookup
23:47:58.014 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:47:58.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:58.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:58.016 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:47:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.176790 19252 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:47:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.176983 19252 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.178530 19252 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:47:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:58.179716 18946 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:58.181795 18946 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.185628 19186 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995" is_pre_election: true
23:47:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.186787 18943 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58; no voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995
23:47:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.187178 19252 raft_consensus.cc:2749] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
23:47:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.289728 19257 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:47:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.289964 19257 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.291441 19257 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:58.292608 19119 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:58.294186 19119 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.297920 19012 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:47:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.298141 19012 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 4.
23:47:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.298630 19116 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:47:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.299012 19257 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 4 FOLLOWER]: Leader pre-election won for term 5
23:47:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.299134 19257 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:47:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.299233 19257 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 4 FOLLOWER]: Advancing to term 5
23:47:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.301318 19257 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.301987 19257 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 5 election: Requested vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:47:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.302551 19012 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:47:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.302721 19012 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 4 FOLLOWER]: Advancing to term 5
23:47:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:58.303514 19119 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:47:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.304989 19012 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 5.
23:47:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.305413 19116 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:47:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.305719 19257 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 5 FOLLOWER]: Leader election won for term 5
23:47:58.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.306082 19257 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 5 LEADER]: Becoming Leader. State: Replica: fb46924037e043e99291bfd7db064995, State: Running, Role: LEADER
23:47:58.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.306607 19257 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:58.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.310105 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 reported cstate change: term changed from 4 to 5, leader changed from 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3) to fb46924037e043e99291bfd7db064995 (127.17.140.2). New cstate: current_term: 5 leader_uuid: "fb46924037e043e99291bfd7db064995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: HEALTHY } } }
23:47:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.767704 19012 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 5 FOLLOWER]: Refusing update from remote peer fb46924037e043e99291bfd7db064995: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
23:47:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:58.768407 19257 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
23:47:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:58.776481 19119 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 -> Peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Couldn't send request to peer 2700fb42e69549ae8bedd561fc7c9a73. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:47:59.034 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:59.034 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:59.034 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2098), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [17ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [40ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [41ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [41ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [60ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [60ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [118ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [119ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [121ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [121ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [258ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [259ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [261ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [261ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [1075ms] refreshing cache from master, [1075ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1078ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [1079ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1081ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [1081ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2096ms] refreshing cache from master, [2096ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [2098ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@202569739(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@184098 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075) -> (continuation of Deferred@337332030 after retry RPC@1950364378) -> (continuation of Deferred@5871482 after retry RPC@1979364169) -> (continuation of Deferred@292262296 after retry RPC@824903687), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d1da12b -> wakeup thread Time-limited test -> (continuation of Deferred@769718178 after retry RPC@535014309) -> (continuation of Deferred@841367369 after retry RPC@815404075) -> (continuation of Deferred@337332030 after retry RPC@1950364378) -> (continuation of Deferred@5871482 after retry RPC@1979364169) -> (continuation of Deferred@292262296 after retry RPC@824903687))) after lookup
23:47:59.035 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:59.036 [DEBUG - kudu-nio-1] (Connection.java:757) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] Successfully connected to peer
23:47:59.050 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x81959763, L:/127.0.0.1:48264 - R:/127.17.140.2:43757] using TOKEN/null
23:47:59.071 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.3:45953
23:47:59.071 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.072120 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:47:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.389787 19282 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:47:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.390089 19282 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:47:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.390173 19282 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:47:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.398350 19282 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:47:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.398509 19282 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.3
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.408399 19282 tablet_server_runner.cc:78] Tablet server non-default flags:
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:47:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:47:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:47:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.409960 19282 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:47:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.411759 19282 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:47:59.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.421569 19288 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.421767 19289 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:47:59.421715 19291 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:47:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.422331 19282 server_base.cc:1061] running on GCE node
23:47:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.422995 19282 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:47:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.423940 19282 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:47:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.425150 19282 hybrid_clock.cc:648] HybridClock initialized: now 1783468079425081 us; error 59 us; skew 500 ppm
23:47:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.425478 19282 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:47:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.427757 19282 webserver.cc:534] Webserver started at http://127.17.140.3:36553/ using document root <none> and password file <none>
23:47:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.428545 19282 fs_manager.cc:362] Metadata directory not provided
23:47:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.428633 19282 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:47:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.434257 19282 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
23:47:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.437253 19297 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:47:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.438796 19282 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
23:47:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.438987 19282 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:47:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:47:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.439673 19282 fs_report.cc:389] FS layout report
23:47:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/data
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:47:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:47:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.464937 19282 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:47:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.465883 19282 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:47:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.466158 19282 kserver.cc:163] Server-wide thread pool size limit: 3276
23:47:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.467151 19282 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:47:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.469389 19304 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:47:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.475349 19282 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:47:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.475451 19282 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
23:47:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.475560 19282 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:47:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.478724 19282 ts_tablet_manager.cc:616] Registered 1 tablets
23:47:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.478826 19282 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
23:47:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.479316 19304 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap starting.
23:47:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.503504 19304 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Log is configured to *not* fsync() on all Append() calls
23:47:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.519447 19282 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.3:45953
23:47:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.519490 19411 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.3:45953 every 8 connection(s)
23:47:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.520905 19282 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:47:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.526926 19304 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:47:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.527297 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 19282
23:47:59.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.527659 19304 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap complete.
23:47:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.529302 19304 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent bootstrapping tablet: real 0.050s	user 0.033s	sys 0.016s
23:47:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.536846 19304 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.537971 19304 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Initialized, Role: FOLLOWER
23:47:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.538810 19304 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:47:59.556 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:47:59.557 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.2:43757
23:47:59.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:47:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.558784 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 19101
23:47:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.604247 19413 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:47:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.605497 19413 heartbeater.cc:461] Registering TS with master...
23:47:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.606501 19304 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent starting tablet: real 0.077s	user 0.043s	sys 0.020s
23:47:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.606667 19413 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:47:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.609270 18010 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.612231 19226 generic_service.cc:196] Checking for leaks (request via RPC)
23:47:59.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.614229 19414 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:47:59.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.614382 19414 heartbeater.cc:461] Registering TS with master...
23:47:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.614881 19414 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:47:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.615926 19412 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:47:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.616040 19412 heartbeater.cc:461] Registering TS with master...
23:47:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.616321 18080 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.616464 19412 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:47:59.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.617743 18151 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:47:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.619249 18151 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.3:46047
23:47:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.621907 19412 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:47:59.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:47:59.713757 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 19101
23:47:59.730 [DEBUG - kudu-nio-1] (Connection.java:239) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] handling channelInactive
23:47:59.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state READY due to: connection closed
23:47:59.731 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:47:59.732 [DEBUG - Time-limited test] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:59.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.733 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.753 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:59.754 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:59.754 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@144820776(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@1e2b4eeb -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1024eba4 -> wakeup thread Time-limited test)) after lookup
23:47:59.754 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:59.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.756 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.773 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:59.773 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:59.773 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server fb46924037e043e99291bfd7db064995, [24ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [25ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@144820776(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@1e2b4eeb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1024eba4 -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123))) after lookup
23:47:59.774 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:59.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.775 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:59.794 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:59.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server fb46924037e043e99291bfd7db064995, [24ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [25ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server fb46924037e043e99291bfd7db064995, [44ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@144820776(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@1e2b4eeb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1024eba4 -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592))) after lookup
23:47:59.795 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:59.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.796 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.894 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:47:59.894 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:47:59.894 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=163), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server fb46924037e043e99291bfd7db064995, [24ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [25ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server fb46924037e043e99291bfd7db064995, [44ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server fb46924037e043e99291bfd7db064995, [65ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [65ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [162ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@144820776(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@1e2b4eeb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1024eba4 -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274))) after lookup
23:47:59.895 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:47:59.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.896 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:47:59.896 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:00.213 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:00.214 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:00.214 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=483), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server fb46924037e043e99291bfd7db064995, [24ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [25ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server fb46924037e043e99291bfd7db064995, [44ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server fb46924037e043e99291bfd7db064995, [65ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [65ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [162ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [164ms] sending RPC to server fb46924037e043e99291bfd7db064995, [165ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [165ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [479ms] refreshing cache from master, [479ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [482ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@144820776(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@1e2b4eeb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274) -> (continuation of Deferred@1476845675 after retry RPC@517208408), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1024eba4 -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274) -> (continuation of Deferred@1476845675 after retry RPC@517208408))) after lookup
23:48:00.215 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:00.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:00.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:00.216 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:00.493 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:00.494 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:00.494 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=763), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server fb46924037e043e99291bfd7db064995, [24ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [25ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server fb46924037e043e99291bfd7db064995, [44ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server fb46924037e043e99291bfd7db064995, [65ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [65ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [162ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [164ms] sending RPC to server fb46924037e043e99291bfd7db064995, [165ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [165ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [479ms] refreshing cache from master, [479ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [482ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [484ms] sending RPC to server fb46924037e043e99291bfd7db064995, [485ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [485ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [759ms] refreshing cache from master, [759ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [762ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@144820776(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@1e2b4eeb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274) -> (continuation of Deferred@1476845675 after retry RPC@517208408) -> (continuation of Deferred@1933965357 after retry RPC@1927136804), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1024eba4 -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274) -> (continuation of Deferred@1476845675 after retry RPC@517208408) -> (continuation of Deferred@1933965357 after retry RPC@1927136804))) after lookup
23:48:00.495 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:00.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:00.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:00.496 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:00.747623 19427 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:48:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:00.747882 19427 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:00.749650 19427 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:00.751421 19298 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:00.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:00.752962 19298 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:00.756551 19012 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:48:00.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:00.757354 19298 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73; no voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995
23:48:00.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:00.757725 19427 raft_consensus.cc:2749] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
23:48:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.015479 19432 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader fb46924037e043e99291bfd7db064995)
23:48:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.015661 19432 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.016302 19432 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:01.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:01.018816 18943 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.024303 19366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "2700fb42e69549ae8bedd561fc7c9a73" is_pre_election: true
23:48:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.024653 19366 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bca5a590eb5b4a68a523a0843ab0ee58 in term 4.
23:48:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.025552 18946 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: fb46924037e043e99291bfd7db064995
23:48:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.025817 19432 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 5 FOLLOWER]: Leader pre-election won for term 6
23:48:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.025936 19432 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 5 FOLLOWER]: Starting leader election (detected failure of leader fb46924037e043e99291bfd7db064995)
23:48:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.026000 19432 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 5 FOLLOWER]: Advancing to term 6
23:48:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.027968 19432 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.028556 19432 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 6 election: Requested vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.029084 19366 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:48:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.029307 19366 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 4 FOLLOWER]: Advancing to term 6
23:48:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:01.030170 18943 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.033233 19366 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bca5a590eb5b4a68a523a0843ab0ee58 in term 6.
23:48:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.033648 18946 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: fb46924037e043e99291bfd7db064995
23:48:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.033913 19432 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Leader election won for term 6
23:48:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.034340 19432 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 LEADER]: Becoming Leader. State: Replica: bca5a590eb5b4a68a523a0843ab0ee58, State: Running, Role: LEADER
23:48:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.035063 19432 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.038820 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 reported cstate change: term changed from 5 to 6, leader changed from fb46924037e043e99291bfd7db064995 (127.17.140.2) to bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1). New cstate: current_term: 6 leader_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: UNKNOWN } } }
23:48:01.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:01.487115 18943 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 -> Peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Couldn't send request to peer fb46924037e043e99291bfd7db064995. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:48:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.558771 19366 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 6 FOLLOWER]: Refusing update from remote peer bca5a590eb5b4a68a523a0843ab0ee58: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
23:48:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:01.559649 19432 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
23:48:02.953 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:02.954 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:02.954 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3222), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [2ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server fb46924037e043e99291bfd7db064995, [24ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [25ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server fb46924037e043e99291bfd7db064995, [44ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [44ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server fb46924037e043e99291bfd7db064995, [65ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [65ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [162ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [164ms] sending RPC to server fb46924037e043e99291bfd7db064995, [165ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [165ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [479ms] refreshing cache from master, [479ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [482ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [484ms] sending RPC to server fb46924037e043e99291bfd7db064995, [485ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [485ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [759ms] refreshing cache from master, [759ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [762ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [763ms] sending RPC to server fb46924037e043e99291bfd7db064995, [765ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [765ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [3219ms] refreshing cache from master, [3219ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [3222ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@144820776(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@1e2b4eeb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274) -> (continuation of Deferred@1476845675 after retry RPC@517208408) -> (continuation of Deferred@1933965357 after retry RPC@1927136804) -> (continuation of Deferred@512873484 after retry RPC@48356636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1024eba4 -> wakeup thread Time-limited test -> (continuation of Deferred@665418257 after retry RPC@275242123) -> (continuation of Deferred@1233205279 after retry RPC@1730946592) -> (continuation of Deferred@814034084 after retry RPC@907940274) -> (continuation of Deferred@1476845675 after retry RPC@517208408) -> (continuation of Deferred@1933965357 after retry RPC@1927136804) -> (continuation of Deferred@512873484 after retry RPC@48356636))) after lookup
23:48:02.955 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:02.956 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] Successfully connected to peer
23:48:02.974 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa0981319, L:/127.0.0.1:55398 - R:/127.17.140.1:33139] using TOKEN/null
23:48:03.003 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.2:43757
23:48:03.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.005290 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:43757
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45759
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:48:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.327803 19469 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:48:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.328148 19469 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:48:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.328269 19469 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:48:03.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.336637 19469 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:48:03.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.336858 19469 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.2
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.347193 19469 tablet_server_runner.cc:78] Tablet server non-default flags:
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:43757
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45759
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:48:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:48:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.349368 19469 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:48:03.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.351293 19469 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:48:03.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.361081 19477 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:03.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.361141 19476 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:03.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.361464 19479 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.362211 19469 server_base.cc:1061] running on GCE node
23:48:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.362769 19469 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:48:03.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.363713 19469 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.364933 19469 hybrid_clock.cc:648] HybridClock initialized: now 1783468083364863 us; error 61 us; skew 500 ppm
23:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.365291 19469 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:48:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.367627 19469 webserver.cc:534] Webserver started at http://127.17.140.2:45759/ using document root <none> and password file <none>
23:48:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.368381 19469 fs_manager.cc:362] Metadata directory not provided
23:48:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.368476 19469 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:48:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.374343 19469 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.000s
23:48:03.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.377246 19485 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:48:03.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.378716 19469 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.378862 19469 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb46924037e043e99291bfd7db064995"
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.379562 19469 fs_report.cc:389] FS layout report
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/data
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:48:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:48:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:48:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:48:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:48:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:48:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:48:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.396623 19469 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:48:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.397523 19469 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:48:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.397778 19469 kserver.cc:163] Server-wide thread pool size limit: 3276
23:48:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.398720 19469 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:48:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.400959 19492 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:48:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.407130 19469 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:48:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.407222 19469 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
23:48:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.407339 19469 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:48:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.410504 19469 ts_tablet_manager.cc:616] Registered 1 tablets
23:48:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.410601 19469 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
23:48:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.411093 19492 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap starting.
23:48:03.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.434612 19492 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Log is configured to *not* fsync() on all Append() calls
23:48:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.452641 19469 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.2:43757
23:48:03.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.452682 19601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.2:43757 every 8 connection(s)
23:48:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.454095 19469 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:48:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.462266 19492 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:48:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.463009 19492 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap complete.
23:48:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.463299 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 19469
23:48:03.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:03.479 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:48:03.480 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.1:33139
23:48:03.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:48:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.480695 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 18926
23:48:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.481173 19492 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent bootstrapping tablet: real 0.071s	user 0.049s	sys 0.004s
23:48:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.487289 19492 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.488238 19492 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb46924037e043e99291bfd7db064995, State: Initialized, Role: FOLLOWER
23:48:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.489059 19492 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.493541 19603 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:48:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.493566 19604 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:48:03.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.494031 19604 heartbeater.cc:461] Registering TS with master...
23:48:03.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.495301 19604 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:48:03.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.494028 19603 heartbeater.cc:461] Registering TS with master...
23:48:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.498179 19603 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:48:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.500329 18080 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.500504 18010 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:03.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.502946 19602 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:48:03.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.503088 19602 heartbeater.cc:461] Registering TS with master...
23:48:03.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.503643 19602 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:48:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.504940 18152 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.506474 18152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.2:44931
23:48:03.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.508730 19492 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent starting tablet: real 0.027s	user 0.010s	sys 0.012s
23:48:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.509408 19602 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:48:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.512920 19053 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:03.617475 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 18926
23:48:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:03.632293 17995 connection.cc:573] server connection from 127.17.140.1:35437 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:48:03.632 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:03.632 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] handling channelInactive
23:48:03.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state READY due to: connection closed
23:48:03.651 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:03.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.652 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.673 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:03.673 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:03.673 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [20ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [21ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1956163997(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@30ab35cd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@683cca6b -> wakeup thread Time-limited test)) after lookup
23:48:03.674 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:03.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.675 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:03.694 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:03.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [20ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [21ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [42ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [43ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [43ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [61ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1956163997(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@30ab35cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@683cca6b -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432))) after lookup
23:48:03.695 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:03.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.696 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:03.734 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:03.734 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [20ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [21ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [42ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [43ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [43ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [61ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [101ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1956163997(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@30ab35cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@683cca6b -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439))) after lookup
23:48:03.734 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:03.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.736 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.914 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:03.914 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:03.915 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=282), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [20ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [21ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [42ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [43ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [43ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [61ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [101ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [102ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [104ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [104ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [279ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [282ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1956163997(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@30ab35cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439) -> (continuation of Deferred@778856435 after retry RPC@2113211764), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@683cca6b -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439) -> (continuation of Deferred@778856435 after retry RPC@2113211764))) after lookup
23:48:03.915 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:03.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.917 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.974 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:03.974 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:03.974 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=341), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [20ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [21ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [42ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [43ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [43ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [61ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [101ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [102ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [104ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [104ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [279ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [282ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [283ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [285ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [285ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [339ms] refreshing cache from master, [339ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [341ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1956163997(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@30ab35cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439) -> (continuation of Deferred@778856435 after retry RPC@2113211764) -> (continuation of Deferred@1112801993 after retry RPC@396310874), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@683cca6b -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439) -> (continuation of Deferred@778856435 after retry RPC@2113211764) -> (continuation of Deferred@1112801993 after retry RPC@396310874))) after lookup
23:48:03.975 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:03.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:03.976 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.907378 19619 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader bca5a590eb5b4a68a523a0843ab0ee58)
23:48:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.907588 19619 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:04.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.908329 19619 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:04.910979 19298 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111)
23:48:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.916724 19557 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995" is_pre_election: true
23:48:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.917287 19557 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 5.
23:48:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.918357 19298 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995; no voters: bca5a590eb5b4a68a523a0843ab0ee58
23:48:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.918705 19619 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 6 FOLLOWER]: Leader pre-election won for term 7
23:48:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.918818 19619 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 6 FOLLOWER]: Starting leader election (detected failure of leader bca5a590eb5b4a68a523a0843ab0ee58)
23:48:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.918892 19619 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 6 FOLLOWER]: Advancing to term 7
23:48:04.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.921106 19619 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:04.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.921705 19619 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 7 election: Requested vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.922597 19557 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995"
23:48:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.922798 19557 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 5 FOLLOWER]: Advancing to term 7
23:48:04.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:04.923223 19298 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111)
23:48:04.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.927389 19557 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 7.
23:48:04.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.927863 19298 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995; no voters: bca5a590eb5b4a68a523a0843ab0ee58
23:48:04.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.928196 19619 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Leader election won for term 7
23:48:04.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.928587 19619 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 LEADER]: Becoming Leader. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Running, Role: LEADER
23:48:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.929111 19619 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:04.932793 18152 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 reported cstate change: term changed from 6 to 7, leader changed from bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1) to 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3). New cstate: current_term: 7 leader_uuid: "2700fb42e69549ae8bedd561fc7c9a73" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: UNKNOWN } } }
23:48:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:05.382324 19557 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 7 FOLLOWER]: Refusing update from remote peer 2700fb42e69549ae8bedd561fc7c9a73: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
23:48:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:05.383169 19619 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
23:48:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:05.397990 19298 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 -> Peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Couldn't send request to peer bca5a590eb5b4a68a523a0843ab0ee58. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:48:05.693 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:05.694 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:05.694 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2061), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [20ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [21ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [42ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [43ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [43ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [58ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [61ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [101ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [102ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [104ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [104ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [279ms] refreshing cache from master, [279ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [282ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [283ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [285ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [285ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [339ms] refreshing cache from master, [339ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [341ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [343ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [344ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [344ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2058ms] refreshing cache from master, [2058ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [2061ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1956163997(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@30ab35cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439) -> (continuation of Deferred@778856435 after retry RPC@2113211764) -> (continuation of Deferred@1112801993 after retry RPC@396310874) -> (continuation of Deferred@1659212145 after retry RPC@207495582), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@683cca6b -> wakeup thread Time-limited test -> (continuation of Deferred@1304931721 after retry RPC@1134975432) -> (continuation of Deferred@683162025 after retry RPC@1503747439) -> (continuation of Deferred@778856435 after retry RPC@2113211764) -> (continuation of Deferred@1112801993 after retry RPC@396310874) -> (continuation of Deferred@1659212145 after retry RPC@207495582))) after lookup
23:48:05.695 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:05.695 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] Successfully connected to peer
23:48:05.713 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xab9d0de1, L:/127.0.0.1:53976 - R:/127.17.140.3:45953] using TOKEN/null
23:48:05.734 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.1:33139
23:48:05.734 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:05.735174 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:33139
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43883
23:48:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:48:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:48:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:05.927520 19298 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111) [suppressed 3 similar messages]
23:48:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.059122 19646 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:48:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.059427 19646 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:48:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.059508 19646 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.067625 19646 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.067780 19646 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.1
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.077735 19646 tablet_server_runner.cc:78] Tablet server non-default flags:
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:33139
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43883
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:48:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:48:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.079267 19646 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:48:06.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.080991 19646 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:48:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.090404 19653 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.090463 19654 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.091074 19656 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.091333 19646 server_base.cc:1061] running on GCE node
23:48:06.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.091943 19646 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:48:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.092944 19646 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:48:06.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.094136 19646 hybrid_clock.cc:648] HybridClock initialized: now 1783468086094095 us; error 33 us; skew 500 ppm
23:48:06.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.094478 19646 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:48:06.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.096776 19646 webserver.cc:534] Webserver started at http://127.17.140.1:43883/ using document root <none> and password file <none>
23:48:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.097525 19646 fs_manager.cc:362] Metadata directory not provided
23:48:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.097615 19646 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:48:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.102860 19646 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.005s	sys 0.000s
23:48:06.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.105532 19662 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:48:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.106778 19646 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.106940 19646 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:43 on dist-test-slave-r2zs"
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.107615 19646 fs_report.cc:389] FS layout report
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/data
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:48:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:48:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:48:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:48:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:48:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:48:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:48:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:48:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:48:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.136137 19646 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:48:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.137220 19646 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:48:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.137504 19646 kserver.cc:163] Server-wide thread pool size limit: 3276
23:48:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.138634 19646 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:48:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.141234 19669 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:48:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.147130 19646 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:48:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.147214 19646 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
23:48:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.147311 19646 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:48:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.150400 19646 ts_tablet_manager.cc:616] Registered 1 tablets
23:48:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.150499 19646 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
23:48:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.150944 19669 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap starting.
23:48:06.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.175818 19669 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Log is configured to *not* fsync() on all Append() calls
23:48:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.188001 19646 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.1:33139
23:48:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.188035 19777 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.1:33139 every 8 connection(s)
23:48:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.189352 19646 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:48:06.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.190083 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 19646
23:48:06.215 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:48:06.216 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.3:45953
23:48:06.216 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:48:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.216773 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 19282
23:48:06.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.240698 19407 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:06.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.243429 19779 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:48:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.243881 19779 heartbeater.cc:461] Registering TS with master...
23:48:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.244561 19778 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:48:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.244719 19778 heartbeater.cc:461] Registering TS with master...
23:48:06.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.245126 19779 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:48:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.245229 19778 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:48:06.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.247884 19669 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:48:06.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.248524 19669 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap complete.
23:48:06.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.248596 18010 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:06.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.249825 19669 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent bootstrapping tablet: real 0.099s	user 0.050s	sys 0.008s
23:48:06.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.250114 18152 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.251518 18152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.1:34811
23:48:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.251554 19782 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:48:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.251679 19782 heartbeater.cc:461] Registering TS with master...
23:48:06.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.252236 19782 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:48:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.255306 18081 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.256500 19669 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.257120 19669 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: bca5a590eb5b4a68a523a0843ab0ee58, State: Initialized, Role: FOLLOWER
23:48:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.257737 19669 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:06.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.258723 19778 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:48:06.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.259332 19669 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent starting tablet: real 0.009s	user 0.008s	sys 0.000s
23:48:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:06.351491 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 19282
23:48:06.366 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] handling channelInactive
23:48:06.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state READY due to: connection closed
23:48:06.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:06.367460 19794 negotiation.cc:336] Failed RPC negotiation. Trace:
23:48:06.367 [DEBUG - Time-limited test] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.349459 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.17.140.3:42973 (local address 127.17.140.1:33139)
23:48:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.350370 (+   911us) server_negotiation.cc:207] Beginning negotiation
23:48:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.350379 (+     9us) server_negotiation.cc:400] Waiting for connection header
23:48:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.350412 (+    33us) server_negotiation.cc:408] Connection header received
23:48:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.350497 (+    85us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
23:48:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.350503 (+     6us) server_negotiation.cc:462] Received NEGOTIATE request from client
23:48:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.350843 (+   340us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
23:48:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.352174 (+  1331us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
23:48:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.352420 (+   246us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
23:48:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.353700 (+  1280us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
23:48:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:06.365964 (+ 12264us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.17.140.3:42973: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:48:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":768,"thread_start_us":623,"threads_started":1}
23:48:06.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.368 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.394 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:06.394 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:06.394 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test)) after lookup
23:48:06.395 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:06.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.396 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.413 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:06.413 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:06.414 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [27ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [29ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479))) after lookup
23:48:06.414 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:06.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.415 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.454 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:06.454 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:06.454 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [27ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [29ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [47ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [48ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051))) after lookup
23:48:06.455 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:06.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.456 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.593 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:06.593 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:06.594 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=226), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [27ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [29ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [47ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [48ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [88ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [89ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [223ms] refreshing cache from master, [224ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [226ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161))) after lookup
23:48:06.594 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:06.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.595 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:06.733 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:06.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=366), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [27ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [29ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [47ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [48ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [88ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [89ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [223ms] refreshing cache from master, [224ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [226ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [227ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [228ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [229ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [363ms] refreshing cache from master, [363ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [365ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819))) after lookup
23:48:06.734 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:06.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.735 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.934 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:06.934 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:06.934 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=567), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [27ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [29ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [47ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [48ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [88ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [89ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [223ms] refreshing cache from master, [224ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [226ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [227ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [228ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [229ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [363ms] refreshing cache from master, [363ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [365ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [367ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [368ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [368ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [563ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [566ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819) -> (continuation of Deferred@1728029347 after retry RPC@1126056583), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819) -> (continuation of Deferred@1728029347 after retry RPC@1126056583))) after lookup
23:48:06.935 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:06.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:06.936 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:07.293 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:07.294 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:07.294 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=927), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [27ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [29ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [47ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [48ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [88ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [89ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [223ms] refreshing cache from master, [224ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [226ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [227ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [228ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [229ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [363ms] refreshing cache from master, [363ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [365ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [367ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [368ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [368ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [563ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [566ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [568ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [569ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [569ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [923ms] refreshing cache from master, [923ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [926ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819) -> (continuation of Deferred@1728029347 after retry RPC@1126056583) -> (continuation of Deferred@398696519 after retry RPC@653840962), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819) -> (continuation of Deferred@1728029347 after retry RPC@1126056583) -> (continuation of Deferred@398696519 after retry RPC@653840962))) after lookup
23:48:07.295 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:07.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:07.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:07.296 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.852142 19795 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:48:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.852408 19795 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.854115 19795 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:07.856727 19489 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:07.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:07.858418 19489 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:07.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.861179 19800 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:48:07.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.861512 19800 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.862735 19732 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:48:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.863135 19732 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 6.
23:48:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.864192 19486 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:48:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.864509 19800 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:07.864634 19666 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.864916 19795 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 7 FOLLOWER]: Leader pre-election won for term 8
23:48:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.865038 19795 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:48:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.865136 19795 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 7 FOLLOWER]: Advancing to term 8
23:48:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:07.867223 19666 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.868084 19795 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.868753 19795 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 8 election: Requested vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.869377 19732 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:48:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.869573 19732 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 6 FOLLOWER]: Advancing to term 8
23:48:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:07.870191 19489 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.872051 19557 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995" is_pre_election: true
23:48:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.872301 19557 raft_consensus.cc:2368] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bca5a590eb5b4a68a523a0843ab0ee58 for earlier term 7. Current term is 8.
23:48:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.873078 19663 leader_election.cc:400] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 7 pre-election: Vote denied by peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757) with higher term. Message: Invalid argument: T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bca5a590eb5b4a68a523a0843ab0ee58 for earlier term 7. Current term is 8.
23:48:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.873159 19663 leader_election.cc:403] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 7 pre-election: Cancelling election due to peer responding with higher term
23:48:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.873948 19732 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 8.
23:48:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.874094 19800 raft_consensus.cc:2749] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Leader pre-election lost for term 7. Reason: Vote denied by peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757) with higher term. Message: Invalid argument: T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bca5a590eb5b4a68a523a0843ab0ee58 for earlier term 7. Current term is 8.
23:48:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.874398 19486 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:48:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.874655 19795 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Leader election won for term 8
23:48:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.875051 19795 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 LEADER]: Becoming Leader. State: Replica: fb46924037e043e99291bfd7db064995, State: Running, Role: LEADER
23:48:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.875540 19795 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:07.878830 18152 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 reported cstate change: term changed from 7 to 8, leader changed from 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3) to fb46924037e043e99291bfd7db064995 (127.17.140.2). New cstate: current_term: 8 leader_uuid: "fb46924037e043e99291bfd7db064995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: HEALTHY } } }
23:48:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.269282 19489 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 -> Peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Couldn't send request to peer 2700fb42e69549ae8bedd561fc7c9a73. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:48:08.313 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:08.314 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:08.314 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=16, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1947), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [27ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [29ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [47ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [48ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [86ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [88ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [89ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [223ms] refreshing cache from master, [224ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [226ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [227ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [228ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [229ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [363ms] refreshing cache from master, [363ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [365ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [367ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [368ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [368ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [563ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [566ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [568ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [569ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [569ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [923ms] refreshing cache from master, [923ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [926ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [927ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [929ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [929ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [1943ms] refreshing cache from master, [1943ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [1946ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1463800216(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@2a104830 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819) -> (continuation of Deferred@1728029347 after retry RPC@1126056583) -> (continuation of Deferred@398696519 after retry RPC@653840962) -> (continuation of Deferred@621726417 after retry RPC@1166309104), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50553a6d -> wakeup thread Time-limited test -> (continuation of Deferred@2110380342 after retry RPC@811241479) -> (continuation of Deferred@67459916 after retry RPC@1614494051) -> (continuation of Deferred@1614792548 after retry RPC@1500912161) -> (continuation of Deferred@912988098 after retry RPC@348532819) -> (continuation of Deferred@1728029347 after retry RPC@1126056583) -> (continuation of Deferred@398696519 after retry RPC@653840962) -> (continuation of Deferred@621726417 after retry RPC@1166309104))) after lookup
23:48:08.315 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:08.316 [DEBUG - kudu-nio-1] (Connection.java:757) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] Successfully connected to peer
23:48:08.334 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x39d07cb7, L:/127.0.0.1:49062 - R:/127.17.140.2:43757] using TOKEN/null
23:48:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.340052 19732 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Refusing update from remote peer fb46924037e043e99291bfd7db064995: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 30. (index mismatch)
23:48:08.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.340978 19805 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
23:48:08.372 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.3:45953
23:48:08.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.373335 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:48:08.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.705979 19826 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:48:08.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.706272 19826 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:48:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.706355 19826 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:48:08.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.714782 19826 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:48:08.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.714943 19826 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.3
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.724901 19826 tablet_server_runner.cc:78] Tablet server non-default flags:
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:48:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:48:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:48:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.726469 19826 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:48:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.728202 19826 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:48:08.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.737390 19832 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:08.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.737625 19831 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:08.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:08.738263 19834 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:08.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.739143 19826 server_base.cc:1061] running on GCE node
23:48:08.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.739725 19826 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:48:08.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.740674 19826 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:48:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.741869 19826 hybrid_clock.cc:648] HybridClock initialized: now 1783468088741816 us; error 40 us; skew 500 ppm
23:48:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.742208 19826 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:48:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.744333 19826 webserver.cc:534] Webserver started at http://127.17.140.3:36553/ using document root <none> and password file <none>
23:48:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.745097 19826 fs_manager.cc:362] Metadata directory not provided
23:48:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.745218 19826 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:48:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.750778 19826 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.000s	sys 0.004s
23:48:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.753660 19840 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:48:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.755016 19826 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.755183 19826 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.755991 19826 fs_report.cc:389] FS layout report
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/data
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:48:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:48:08.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.771945 19826 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:48:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.772917 19826 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:48:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.773185 19826 kserver.cc:163] Server-wide thread pool size limit: 3276
23:48:08.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.774156 19826 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:48:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.776319 19847 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:48:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.784363 19826 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:48:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.784680 19826 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.009s	user 0.001s	sys 0.000s
23:48:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.784839 19826 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:48:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.787962 19826 ts_tablet_manager.cc:616] Registered 1 tablets
23:48:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.788064 19826 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
23:48:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.788679 19847 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap starting.
23:48:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.818112 19847 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Log is configured to *not* fsync() on all Append() calls
23:48:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.837078 19826 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.3:45953
23:48:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.837137 19954 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.3:45953 every 8 connection(s)
23:48:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.838671 19826 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:48:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.839376 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 19826
23:48:08.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.858520 19847 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:48:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.859236 19847 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap complete.
23:48:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.860718 19847 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent bootstrapping tablet: real 0.073s	user 0.049s	sys 0.017s
23:48:08.867 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:48:08.867 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.2:43757
23:48:08.868 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:48:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.868376 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 19469
23:48:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.877483 19847 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.878603 19847 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Initialized, Role: FOLLOWER
23:48:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.880942 19847 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:08.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.890247 19847 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent starting tablet: real 0.029s	user 0.012s	sys 0.002s
23:48:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.900053 19955 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:48:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.900463 19955 heartbeater.cc:461] Registering TS with master...
23:48:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.901628 19955 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:48:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.904536 18151 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:48:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.906086 18151 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.3:55793
23:48:08.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.909411 19955 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:48:08.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.927529 19597 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.930651 19957 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:48:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.930850 19957 heartbeater.cc:461] Registering TS with master...
23:48:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.931207 19957 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:48:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.932842 18010 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:48:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.945011 19962 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:48:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.945209 19962 heartbeater.cc:461] Registering TS with master...
23:48:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.945508 19962 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:48:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:08.946950 18081 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:48:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:09.041046 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 19469
23:48:09.055 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:09.055 [DEBUG - kudu-nio-1] (Connection.java:239) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] handling channelInactive
23:48:09.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state READY due to: connection closed
23:48:09.056 [DEBUG - Time-limited test] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:09.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.057 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:09.073 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:09.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1160975264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@5e3e2c84 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e81ef4f -> wakeup thread Time-limited test)) after lookup
23:48:09.074 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:09.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.075 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:09.094 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:09.095 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [18ms] sending RPC to server fb46924037e043e99291bfd7db064995, [19ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1160975264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@5e3e2c84 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e81ef4f -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038))) after lookup
23:48:09.095 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:09.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.097 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.114 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:09.114 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:09.115 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [18ms] sending RPC to server fb46924037e043e99291bfd7db064995, [19ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [39ms] sending RPC to server fb46924037e043e99291bfd7db064995, [41ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [41ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [57ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1160975264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@5e3e2c84 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e81ef4f -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258))) after lookup
23:48:09.115 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:09.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.117 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.133 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:09.134 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:09.134 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [18ms] sending RPC to server fb46924037e043e99291bfd7db064995, [19ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [39ms] sending RPC to server fb46924037e043e99291bfd7db064995, [41ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [41ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [57ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server fb46924037e043e99291bfd7db064995, [60ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [61ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1160975264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@5e3e2c84 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e81ef4f -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304))) after lookup
23:48:09.135 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:09.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.136 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.314 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:09.314 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:09.314 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=258), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [18ms] sending RPC to server fb46924037e043e99291bfd7db064995, [19ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [39ms] sending RPC to server fb46924037e043e99291bfd7db064995, [41ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [41ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [57ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server fb46924037e043e99291bfd7db064995, [60ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [61ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [78ms] sending RPC to server fb46924037e043e99291bfd7db064995, [80ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [80ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [257ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1160975264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@5e3e2c84 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304) -> (continuation of Deferred@682978352 after retry RPC@1573609901), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e81ef4f -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304) -> (continuation of Deferred@682978352 after retry RPC@1573609901))) after lookup
23:48:09.315 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:09.316 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.317 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.317 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.493 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:09.493 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:09.494 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=437), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [18ms] sending RPC to server fb46924037e043e99291bfd7db064995, [19ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [39ms] sending RPC to server fb46924037e043e99291bfd7db064995, [41ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [41ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [57ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server fb46924037e043e99291bfd7db064995, [60ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [61ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [78ms] sending RPC to server fb46924037e043e99291bfd7db064995, [80ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [80ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [257ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [259ms] sending RPC to server fb46924037e043e99291bfd7db064995, [261ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [261ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [434ms] refreshing cache from master, [434ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [437ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1160975264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@5e3e2c84 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304) -> (continuation of Deferred@682978352 after retry RPC@1573609901) -> (continuation of Deferred@530659724 after retry RPC@434238940), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e81ef4f -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304) -> (continuation of Deferred@682978352 after retry RPC@1573609901) -> (continuation of Deferred@530659724 after retry RPC@434238940))) after lookup
23:48:09.494 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:09.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state CONNECTING due to: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:09.495 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fb46924037e043e99291bfd7db064995(127.17.140.2:43757) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757
23:48:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.026417 19971 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:48:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.026666 19971 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.028410 19971 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:10.030261 19841 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:10.031692 19841 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.034966 19732 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:48:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.035760 19841 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73; no voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995
23:48:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.036178 19971 raft_consensus.cc:2749] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
23:48:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.437587 19976 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader fb46924037e043e99291bfd7db064995)
23:48:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.437896 19976 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.438680 19976 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:10.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:10.441241 19663 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.447168 19909 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "2700fb42e69549ae8bedd561fc7c9a73" is_pre_election: true
23:48:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.447537 19909 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bca5a590eb5b4a68a523a0843ab0ee58 in term 7.
23:48:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.448432 19666 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: fb46924037e043e99291bfd7db064995
23:48:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.448807 19976 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Leader pre-election won for term 9
23:48:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.448943 19976 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Starting leader election (detected failure of leader fb46924037e043e99291bfd7db064995)
23:48:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.449007 19976 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 8 FOLLOWER]: Advancing to term 9
23:48:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.453434 19976 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.454109 19976 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 9 election: Requested vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.454775 19909 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:48:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.455003 19909 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 7 FOLLOWER]: Advancing to term 9
23:48:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:10.455789 19663 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111)
23:48:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.458982 19909 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bca5a590eb5b4a68a523a0843ab0ee58 in term 9.
23:48:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.459446 19666 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, bca5a590eb5b4a68a523a0843ab0ee58; no voters: fb46924037e043e99291bfd7db064995
23:48:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.459735 19976 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Leader election won for term 9
23:48:10.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.460160 19976 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 LEADER]: Becoming Leader. State: Replica: bca5a590eb5b4a68a523a0843ab0ee58, State: Running, Role: LEADER
23:48:10.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.460665 19976 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.464339 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 reported cstate change: term changed from 8 to 9, leader changed from fb46924037e043e99291bfd7db064995 (127.17.140.2) to bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1). New cstate: current_term: 9 leader_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: UNKNOWN } } }
23:48:10.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.880043 19909 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 9 FOLLOWER]: Refusing update from remote peer bca5a590eb5b4a68a523a0843ab0ee58: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
23:48:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:10.880846 19976 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
23:48:10.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:10.898950 19663 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 -> Peer fb46924037e043e99291bfd7db064995 (127.17.140.2:43757): Couldn't send request to peer fb46924037e043e99291bfd7db064995. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.2:43757: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:48:11.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:11.433 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:11.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2378), Traces: [0ms] sending RPC to server fb46924037e043e99291bfd7db064995, [1ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [1ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [18ms] sending RPC to server fb46924037e043e99291bfd7db064995, [19ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [20ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [39ms] sending RPC to server fb46924037e043e99291bfd7db064995, [41ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [41ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [57ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [59ms] sending RPC to server fb46924037e043e99291bfd7db064995, [60ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [61ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [78ms] sending RPC to server fb46924037e043e99291bfd7db064995, [80ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [80ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [257ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [259ms] sending RPC to server fb46924037e043e99291bfd7db064995, [261ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [261ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [434ms] refreshing cache from master, [434ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [437ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [438ms] sending RPC to server fb46924037e043e99291bfd7db064995, [439ms] received response from server fb46924037e043e99291bfd7db064995: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [439ms] delaying RPC due to: Network error: Failed to connect to peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757): Connection refused: /127.17.140.2:43757, [2374ms] refreshing cache from master, [2374ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [2377ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1160975264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@5e3e2c84 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304) -> (continuation of Deferred@682978352 after retry RPC@1573609901) -> (continuation of Deferred@530659724 after retry RPC@434238940) -> (continuation of Deferred@336692544 after retry RPC@46714123), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e81ef4f -> wakeup thread Time-limited test -> (continuation of Deferred@1681401225 after retry RPC@620910038) -> (continuation of Deferred@1090235374 after retry RPC@2002840258) -> (continuation of Deferred@1003555034 after retry RPC@1268241304) -> (continuation of Deferred@682978352 after retry RPC@1573609901) -> (continuation of Deferred@530659724 after retry RPC@434238940) -> (continuation of Deferred@336692544 after retry RPC@46714123))) after lookup
23:48:11.434 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:11.435 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] Successfully connected to peer
23:48:11.453 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0d38bafa, L:/127.0.0.1:43024 - R:/127.17.140.1:33139] using TOKEN/null
23:48:11.474 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.2:43757
23:48:11.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:48:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.475579 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:48:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:43757
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45759
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:48:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.802707 20009 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:48:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.803025 20009 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:48:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.803110 20009 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:48:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.811358 20009 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:48:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.811532 20009 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.2
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.821405 20009 tablet_server_runner.cc:78] Tablet server non-default flags:
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.2:43757
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.2
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45759
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.2
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/logs
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:48:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:48:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.823163 20009 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:48:11.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.824977 20009 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.834733 20016 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.835047 20019 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:11.834751 20017 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.835951 20009 server_base.cc:1061] running on GCE node
23:48:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.836592 20009 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:48:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.837899 20009 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:48:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.839133 20009 hybrid_clock.cc:648] HybridClock initialized: now 1783468091839062 us; error 53 us; skew 500 ppm
23:48:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.839498 20009 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:48:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.845273 20009 webserver.cc:534] Webserver started at http://127.17.140.2:45759/ using document root <none> and password file <none>
23:48:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.846279 20009 fs_manager.cc:362] Metadata directory not provided
23:48:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.846400 20009 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:48:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.852646 20009 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
23:48:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.855623 20025 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:48:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.857051 20009 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.002s
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.857244 20009 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb46924037e043e99291bfd7db064995"
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.858024 20009 fs_report.cc:389] FS layout report
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/wal
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/data
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:48:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:48:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.875522 20009 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:48:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.876510 20009 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:48:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.876822 20009 kserver.cc:163] Server-wide thread pool size limit: 3276
23:48:11.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.877940 20009 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:48:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.880095 20032 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:48:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.886323 20009 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:48:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.886431 20009 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
23:48:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.886570 20009 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:48:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.889730 20009 ts_tablet_manager.cc:616] Registered 1 tablets
23:48:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.889851 20009 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
23:48:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.890262 20032 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap starting.
23:48:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.921180 20032 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Log is configured to *not* fsync() on all Append() calls
23:48:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.943718 20009 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.2:43757
23:48:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.943836 20140 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.2:43757 every 8 connection(s)
23:48:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.945734 20009 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-1/data/info.pb
23:48:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.955241 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 20009
23:48:11.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:11.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.964452 20032 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:48:11.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.965363 20032 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Bootstrap complete.
23:48:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.967023 20032 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent bootstrapping tablet: real 0.077s	user 0.059s	sys 0.009s
23:48:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.972898 20142 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:48:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.973390 20142 heartbeater.cc:461] Registering TS with master...
23:48:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.973325 20032 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.974619 20142 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:48:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.974685 20032 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb46924037e043e99291bfd7db064995, State: Initialized, Role: FOLLOWER
23:48:11.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.975672 20032 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:11.978 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:48:11.979 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.1:33139
23:48:11.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:48:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.979727 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 19646
23:48:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.979812 18010 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:11.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.991235 19773 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.993644 20141 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:48:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.993809 20141 heartbeater.cc:461] Registering TS with master...
23:48:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.994321 20141 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:48:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.995585 18151 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:11.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.996950 18151 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.2:51369
23:48:11.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:11.997843 20032 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995: Time spent starting tablet: real 0.030s	user 0.009s	sys 0.013s
23:48:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:12.003163 20141 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:48:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:12.003476 20143 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:48:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:12.003767 20143 heartbeater.cc:461] Registering TS with master...
23:48:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:12.004112 20143 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:48:12.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:12.005517 18080 ts_manager.cc:194] Re-registered known tserver with Master: fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:12.095119 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 19646
23:48:12.110 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] handling channelInactive
23:48:12.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state READY due to: connection closed
23:48:12.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:12.111 [DEBUG - Time-limited test] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:12.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:12.112347 20157 negotiation.cc:336] Failed RPC negotiation. Trace:
23:48:12.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:12.095133 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.17.140.1:36007 (local address 127.17.140.2:43757)
23:48:12.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:12.096927 (+  1794us) server_negotiation.cc:207] Beginning negotiation
23:48:12.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:12.096937 (+    10us) server_negotiation.cc:400] Waiting for connection header
23:48:12.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:48:12.109559 (+ 12622us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.17.140.1:36007: BlockingRecv error: recv got EOF from 127.17.140.1:36007 (error 108)
23:48:12.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1625,"thread_start_us":1459,"threads_started":1}
23:48:12.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.113 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.133 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:12.133 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:12.133 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [2ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@152499358(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@3c87f314 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@509524fe -> wakeup thread Time-limited test)) after lookup
23:48:12.134 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:12.135 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.135 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.153 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:12.154 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:12.154 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [2ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [24ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [24ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@152499358(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@3c87f314 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@509524fe -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148))) after lookup
23:48:12.155 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:12.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.156 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.173 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:12.173 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:12.173 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [2ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [24ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [24ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [45ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [45ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@152499358(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@3c87f314 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@509524fe -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065))) after lookup
23:48:12.174 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:12.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.175 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.273 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:12.273 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:12.273 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [2ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [24ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [24ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [45ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [45ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [161ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@152499358(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@3c87f314 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@509524fe -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800))) after lookup
23:48:12.274 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:12.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.275 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:12.733 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:12.734 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=622), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [2ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [24ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [24ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [45ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [45ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [161ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [163ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [164ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [164ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [622ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@152499358(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@3c87f314 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800) -> (continuation of Deferred@1134485618 after retry RPC@1080190170), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@509524fe -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800) -> (continuation of Deferred@1134485618 after retry RPC@1080190170))) after lookup
23:48:12.734 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:12.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.735 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:12.793 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)[L],fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:12.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=682), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [2ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [24ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [24ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [45ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [45ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [161ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [163ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [164ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [164ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [622ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [623ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [624ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [624ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [682ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@152499358(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@3c87f314 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800) -> (continuation of Deferred@1134485618 after retry RPC@1080190170) -> (continuation of Deferred@914355201 after retry RPC@1709703840), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@509524fe -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800) -> (continuation of Deferred@1134485618 after retry RPC@1080190170) -> (continuation of Deferred@914355201 after retry RPC@1709703840))) after lookup
23:48:12.794 [DEBUG - kudu-nio-2] (Connection.java:748) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] connecting to peer
23:48:12.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] cleaning up while in state CONNECTING due to: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:12.796 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139
23:48:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.386135 20158 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader bca5a590eb5b4a68a523a0843ab0ee58)
23:48:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.386324 20158 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.386951 20158 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:13.389612 19841 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111)
23:48:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.394905 20095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995" is_pre_election: true
23:48:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.395334 20095 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 8.
23:48:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.396222 19841 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995; no voters: bca5a590eb5b4a68a523a0843ab0ee58
23:48:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.396539 20158 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 9 FOLLOWER]: Leader pre-election won for term 10
23:48:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.396656 20158 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 9 FOLLOWER]: Starting leader election (detected failure of leader bca5a590eb5b4a68a523a0843ab0ee58)
23:48:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.396759 20158 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 9 FOLLOWER]: Advancing to term 10
23:48:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.398931 20158 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.399554 20158 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 10 election: Requested vote from peers bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:13.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.400272 20095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "2700fb42e69549ae8bedd561fc7c9a73" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995"
23:48:13.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.400465 20095 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 8 FOLLOWER]: Advancing to term 10
23:48:13.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:13.400873 19841 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111)
23:48:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.404228 20095 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2700fb42e69549ae8bedd561fc7c9a73 in term 10.
23:48:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.404829 19841 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995; no voters: bca5a590eb5b4a68a523a0843ab0ee58
23:48:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.405157 20158 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 10 FOLLOWER]: Leader election won for term 10
23:48:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.405596 20158 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 10 LEADER]: Becoming Leader. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Running, Role: LEADER
23:48:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.406080 20158 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.409732 18151 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 reported cstate change: term changed from 9 to 10, leader changed from bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1) to 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3). New cstate: current_term: 10 leader_uuid: "2700fb42e69549ae8bedd561fc7c9a73" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: UNKNOWN } } }
23:48:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.868223 20095 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 10 FOLLOWER]: Refusing update from remote peer 2700fb42e69549ae8bedd561fc7c9a73: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
23:48:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:13.869204 20158 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
23:48:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:13.884284 19841 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 -> Peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Couldn't send request to peer bca5a590eb5b4a68a523a0843ab0ee58. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:48:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:15.064229 19841 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111) [suppressed 4 similar messages]
23:48:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:16.470058 19841 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 -> Peer bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139): Couldn't send request to peer bca5a590eb5b4a68a523a0843ab0ee58. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.1:33139: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:48:16.594 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:16.594 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:16.594 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4483), Traces: [0ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [2ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [2ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [23ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [24ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [24ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [43ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [45ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [45ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [63ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [64ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [64ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [161ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [163ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [164ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [164ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [622ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [623ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [624ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [624ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [682ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [683ms] sending RPC to server bca5a590eb5b4a68a523a0843ab0ee58, [685ms] received response from server bca5a590eb5b4a68a523a0843ab0ee58: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [685ms] delaying RPC due to: Network error: Failed to connect to peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139): Connection refused: /127.17.140.1:33139, [4479ms] refreshing cache from master, [4480ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [4482ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@152499358(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@3c87f314 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800) -> (continuation of Deferred@1134485618 after retry RPC@1080190170) -> (continuation of Deferred@914355201 after retry RPC@1709703840) -> (continuation of Deferred@1297727276 after retry RPC@1744918821), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@509524fe -> wakeup thread Time-limited test -> (continuation of Deferred@1937847646 after retry RPC@181030148) -> (continuation of Deferred@724973590 after retry RPC@1942807065) -> (continuation of Deferred@44713438 after retry RPC@383951800) -> (continuation of Deferred@1134485618 after retry RPC@1080190170) -> (continuation of Deferred@914355201 after retry RPC@1709703840) -> (continuation of Deferred@1297727276 after retry RPC@1744918821))) after lookup
23:48:16.595 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:16.596 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] Successfully connected to peer
23:48:16.613 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x28a67bfe, L:/127.0.0.1:54932 - R:/127.17.140.3:45953] using TOKEN/null
23:48:16.636 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.1:33139
23:48:16.637 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:48:16.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:16.637745 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:33139
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43883
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:48:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:16.967149 20201 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:48:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:16.967435 20201 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:48:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:16.967517 20201 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:48:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:16.976035 20201 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:48:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:16.976198 20201 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.1
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:16.986222 20201 tablet_server_runner.cc:78] Tablet server non-default flags:
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.1:33139
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.1
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43883
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.1
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/logs
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:48:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:48:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:16.988091 20201 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:48:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:16.990628 20201 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:48:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:17.002507 20207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:17.002839 20208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:17.002705 20210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.004597 20201 server_base.cc:1061] running on GCE node
23:48:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.005184 20201 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:48:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.006127 20201 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:48:17.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.007326 20201 hybrid_clock.cc:648] HybridClock initialized: now 1783468097007263 us; error 57 us; skew 500 ppm
23:48:17.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.007679 20201 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:48:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.009977 20201 webserver.cc:534] Webserver started at http://127.17.140.1:43883/ using document root <none> and password file <none>
23:48:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.010785 20201 fs_manager.cc:362] Metadata directory not provided
23:48:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.010896 20201 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:48:17.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.016279 20201 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.004s
23:48:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.019040 20216 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:48:17.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.020404 20201 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.020561 20201 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:43 on dist-test-slave-r2zs"
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.021333 20201 fs_report.cc:389] FS layout report
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/wal
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/data
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:48:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:48:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:48:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:48:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:48:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:48:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.040113 20201 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:48:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.041046 20201 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:48:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.041376 20201 kserver.cc:163] Server-wide thread pool size limit: 3276
23:48:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.042407 20201 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:48:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.044529 20223 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:48:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.050249 20201 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:48:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.050344 20201 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
23:48:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.050478 20201 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:48:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.053534 20201 ts_tablet_manager.cc:616] Registered 1 tablets
23:48:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.053628 20201 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
23:48:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.054019 20223 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap starting.
23:48:17.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.081328 20223 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Log is configured to *not* fsync() on all Append() calls
23:48:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.089790 20201 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.1:33139
23:48:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.089841 20330 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.1:33139 every 8 connection(s)
23:48:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.091161 20201 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-0/data/info.pb
23:48:17.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.094300 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 20201
23:48:17.095 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:17.117 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:48:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.117235 20332 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:48:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.117702 20332 heartbeater.cc:461] Registering TS with master...
23:48:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.118856 20332 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:48:17.121 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.140.3:45953
23:48:17.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:48:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.121508 20331 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:48:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.121634 20331 heartbeater.cc:461] Registering TS with master...
23:48:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.121944 18010 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.122143 20331 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:48:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.123020 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 19826
23:48:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.125212 18152 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.126835 18152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.1:33495
23:48:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.149969 20333 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:48:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.150157 20333 heartbeater.cc:461] Registering TS with master...
23:48:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.150584 20333 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:48:17.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.152066 18080 ts_manager.cc:194] Re-registered known tserver with Master: bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:17.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.154680 20223 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:48:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.155341 20223 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Bootstrap complete.
23:48:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.156373 20223 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent bootstrapping tablet: real 0.103s	user 0.049s	sys 0.020s
23:48:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.157518 19950 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.161056 20223 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.162084 20223 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: bca5a590eb5b4a68a523a0843ab0ee58, State: Initialized, Role: FOLLOWER
23:48:17.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.162885 20223 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:17.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.163978 20331 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:48:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.165400 20223 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.005s
23:48:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:17.257402 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 19826
23:48:17.272 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] handling channelInactive
23:48:17.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:17.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state READY due to: connection closed
23:48:17.273 [DEBUG - Time-limited test] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:17.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.275 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.293 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:17.293 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:17.293 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1065250870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@19e5bb2e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8ec5c2 -> wakeup thread Time-limited test)) after lookup
23:48:17.294 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:17.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.295 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.313 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:17.314 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:17.314 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [21ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [22ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1065250870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@19e5bb2e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8ec5c2 -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519))) after lookup
23:48:17.314 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:17.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.316 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.333 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:17.333 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:17.333 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [21ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [22ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [41ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [42ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1065250870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@19e5bb2e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8ec5c2 -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382))) after lookup
23:48:17.334 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:17.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.335 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:17.433 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:17.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=160), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [21ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [22ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [41ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [42ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [61ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [62ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [62ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [160ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1065250870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@19e5bb2e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382) -> (continuation of Deferred@441160764 after retry RPC@1693611549), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8ec5c2 -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382) -> (continuation of Deferred@441160764 after retry RPC@1693611549))) after lookup
23:48:17.434 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:17.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.435 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.833 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:17.833 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)[L],bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)]}]
23:48:17.834 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=560), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [21ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [22ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [41ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [42ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [61ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [62ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [62ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [160ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [161ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [162ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [162ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [557ms] refreshing cache from master, [557ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [560ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1065250870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@19e5bb2e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382) -> (continuation of Deferred@441160764 after retry RPC@1693611549) -> (continuation of Deferred@153502062 after retry RPC@2115214537), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8ec5c2 -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382) -> (continuation of Deferred@441160764 after retry RPC@1693611549) -> (continuation of Deferred@153502062 after retry RPC@2115214537))) after lookup
23:48:17.834 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] connecting to peer
23:48:17.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:17.835 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953) for tablet 7a7070b8302247978a1765d0a53b48b1: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953
23:48:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.629354 20345 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:48:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.629638 20345 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.631429 20345 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), fb46924037e043e99291bfd7db064995 (127.17.140.2:43757)
23:48:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:18.632643 20220 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:18.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:18.634644 20220 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.638638 20095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "fb46924037e043e99291bfd7db064995" is_pre_election: true
23:48:18.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.639535 20217 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58; no voters: 2700fb42e69549ae8bedd561fc7c9a73, fb46924037e043e99291bfd7db064995
23:48:18.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.639967 20345 raft_consensus.cc:2749] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
23:48:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.653750 20350 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:48:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.653968 20350 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.655396 20350 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:18.657068 20029 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:18.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:18.658913 20029 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.664690 20285 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" is_pre_election: true
23:48:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.665113 20285 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 9.
23:48:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.666054 20026 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:48:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.666465 20350 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 10 FOLLOWER]: Leader pre-election won for term 11
23:48:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.666605 20350 raft_consensus.cc:493] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 2700fb42e69549ae8bedd561fc7c9a73)
23:48:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.666706 20350 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 10 FOLLOWER]: Advancing to term 11
23:48:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.668856 20350 raft_consensus.cc:515] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.669543 20350 leader_election.cc:290] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 11 election: Requested vote from peers 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953), bca5a590eb5b4a68a523a0843ab0ee58 (127.17.140.1:33139)
23:48:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.670172 20285 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a7070b8302247978a1765d0a53b48b1" candidate_uuid: "fb46924037e043e99291bfd7db064995" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "bca5a590eb5b4a68a523a0843ab0ee58"
23:48:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.670384 20285 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 9 FOLLOWER]: Advancing to term 11
23:48:18.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:18.671197 20029 leader_election.cc:336] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111)
23:48:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.674516 20285 raft_consensus.cc:2468] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb46924037e043e99291bfd7db064995 in term 11.
23:48:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.675107 20026 leader_election.cc:304] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bca5a590eb5b4a68a523a0843ab0ee58, fb46924037e043e99291bfd7db064995; no voters: 2700fb42e69549ae8bedd561fc7c9a73
23:48:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.675467 20350 raft_consensus.cc:2804] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 11 FOLLOWER]: Leader election won for term 11
23:48:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.675959 20350 raft_consensus.cc:697] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [term 11 LEADER]: Becoming Leader. State: Replica: fb46924037e043e99291bfd7db064995, State: Running, Role: LEADER
23:48:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.676512 20350 consensus_queue.cc:237] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:18.680265 18152 catalog_manager.cc:5696] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 reported cstate change: term changed from 10 to 11, leader changed from 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3) to fb46924037e043e99291bfd7db064995 (127.17.140.2). New cstate: current_term: 11 leader_uuid: "fb46924037e043e99291bfd7db064995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } health_report { overall_health: HEALTHY } } }
23:48:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.244864 20285 raft_consensus.cc:1275] T 7a7070b8302247978a1765d0a53b48b1 P bca5a590eb5b4a68a523a0843ab0ee58 [term 11 FOLLOWER]: Refusing update from remote peer fb46924037e043e99291bfd7db064995: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
23:48:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.245786 20368 consensus_queue.cc:1048] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
23:48:19.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.261456 20029 consensus_peers.cc:597] T 7a7070b8302247978a1765d0a53b48b1 P fb46924037e043e99291bfd7db064995 -> Peer 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953): Couldn't send request to peer 2700fb42e69549ae8bedd561fc7c9a73. Status: Network error: Client connection negotiation failed: client connection to 127.17.140.3:45953: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:48:19.574 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a7070b8302247978a1765d0a53b48b1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378' with partition [<start>, <end>)
23:48:19.574 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a7070b8302247978a1765d0a53b48b1@[2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953),bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139),fb46924037e043e99291bfd7db064995(127.17.140.2:43757)[L]]}]
23:48:19.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a7070b8302247978a1765d0a53b48b1, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2301), Traces: [0ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [1ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [21ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [22ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [22ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [41ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [42ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [61ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [62ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [62ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [160ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [161ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [162ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [162ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [557ms] refreshing cache from master, [557ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [560ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, [561ms] sending RPC to server 2700fb42e69549ae8bedd561fc7c9a73, [562ms] received response from server 2700fb42e69549ae8bedd561fc7c9a73: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [562ms] delaying RPC due to: Network error: Failed to connect to peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953): Connection refused: /127.17.140.3:45953, [2297ms] refreshing cache from master, [2298ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.140.60:46341, [2301ms] Sub RPC GetTableLocations: received response from server master-127.17.140.60:46341: OK, deferred=Deferred@1065250870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f861436b330@19e5bb2e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382) -> (continuation of Deferred@441160764 after retry RPC@1693611549) -> (continuation of Deferred@153502062 after retry RPC@2115214537) -> (continuation of Deferred@1645900455 after retry RPC@872441), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8ec5c2 -> wakeup thread Time-limited test -> (continuation of Deferred@1445314268 after retry RPC@483381519) -> (continuation of Deferred@844115634 after retry RPC@1358284382) -> (continuation of Deferred@441160764 after retry RPC@1693611549) -> (continuation of Deferred@153502062 after retry RPC@2115214537) -> (continuation of Deferred@1645900455 after retry RPC@872441))) after lookup
23:48:19.575 [DEBUG - kudu-nio-2] (Connection.java:748) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] connecting to peer
23:48:19.576 [DEBUG - kudu-nio-0] (Connection.java:757) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] Successfully connected to peer
23:48:19.590 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2a386556, L:/127.0.0.1:58352 - R:/127.17.140.2:43757] using TOKEN/null
23:48:19.610 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.140.3:45953
23:48:19.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.611923 17968 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBsysQA/build/asan/bin/kudu
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:48:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.931056 20383 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:48:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.931370 20383 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:48:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.931471 20383 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:48:19.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.939626 20383 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:48:19.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.939796 20383 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.140.3
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.949688 20383 tablet_server_runner.cc:78] Tablet server non-default flags:
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.140.20:44169
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.140.3:45953
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.140.3
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36553
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.140.62:41667,127.17.140.61:43083,127.17.140.60:46341
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.140.3
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/logs
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:48:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:41 UTC on bdcb31816ec0
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16835
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
23:48:19.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.951717 20383 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:48:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.953540 20383 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:48:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.962728 20388 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.962965 20389 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.963681 20383 server_base.cc:1061] running on GCE node
23:48:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:19.963773 20391 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:48:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.964372 20383 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:48:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.965284 20383 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:48:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.966462 20383 hybrid_clock.cc:648] HybridClock initialized: now 1783468099966394 us; error 59 us; skew 500 ppm
23:48:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.966728 20383 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:48:19.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.968688 20383 webserver.cc:534] Webserver started at http://127.17.140.3:36553/ using document root <none> and password file <none>
23:48:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.969521 20383 fs_manager.cc:362] Metadata directory not provided
23:48:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.969614 20383 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:48:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.974871 20383 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
23:48:19.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.977649 20397 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:48:19.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.979135 20383 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
23:48:19.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.979278 20383 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data,/tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2700fb42e69549ae8bedd561fc7c9a73"
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:47:44 on dist-test-slave-r2zs"
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.979955 20383 fs_report.cc:389] FS layout report
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/wal
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/data
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:48:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:48:19.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.992556 20383 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:48:19.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.993417 20383 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:48:19.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.993649 20383 kserver.cc:163] Server-wide thread pool size limit: 3276
23:48:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.994508 20383 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:48:19.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:19.996632 20404 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
23:48:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.003000 20383 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:48:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.003118 20383 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
23:48:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.003232 20383 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:48:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.006484 20383 ts_tablet_manager.cc:616] Registered 1 tablets
23:48:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.006670 20383 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
23:48:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.007145 20404 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap starting.
23:48:20.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.035068 20404 log.cc:826] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Log is configured to *not* fsync() on all Append() calls
23:48:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.049896 20383 rpc_server.cc:307] RPC server started. Bound to: 127.17.140.3:45953
23:48:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.049959 20513 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.140.3:45953 every 8 connection(s)
23:48:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.051329 20383 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBsysQA/test-tmp/mini-kudu-cluster16371323967363587706/ts-2/data/info.pb
23:48:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.057343 17968 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBsysQA/build/asan/bin/kudu as pid 20383
23:48:20.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:48:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.086702 20515 heartbeater.cc:344] Connected to a master server at 127.17.140.62:41667
23:48:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.087214 20515 heartbeater.cc:461] Registering TS with master...
23:48:20.088 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:48:20.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.088470 20515 heartbeater.cc:507] Master 127.17.140.62:41667 requested a full tablet report, sending...
23:48:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.093570 18010 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:48:20.097 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468065378, tablet=7a7070b8302247978a1765d0a53b48b1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:48:20.102 [DEBUG - main] (Connection.java:575) [peer master-127.17.140.62:41667(127.17.140.62:41667)] disconnecting while in state READY
23:48:20.104 [DEBUG - main] (Connection.java:575) [peer master-127.17.140.60:46341(127.17.140.60:46341)] disconnecting while in state READY
23:48:20.104 [DEBUG - main] (Connection.java:575) [peer bca5a590eb5b4a68a523a0843ab0ee58(127.17.140.1:33139)] disconnecting while in state TERMINATED
23:48:20.104 [DEBUG - main] (Connection.java:575) [peer 2700fb42e69549ae8bedd561fc7c9a73(127.17.140.3:45953)] disconnecting while in state TERMINATED
23:48:20.105 [DEBUG - main] (Connection.java:575) [peer master-127.17.140.61:43083(127.17.140.61:43083)] disconnecting while in state READY
23:48:20.105 [DEBUG - main] (Connection.java:575) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] disconnecting while in state READY
23:48:20.106 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.140.62:41667(127.17.140.62:41667)] handling channelInactive
23:48:20.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.140.62:41667(127.17.140.62:41667)] cleaning up while in state READY due to: connection closed
23:48:20.108 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.140.60:46341(127.17.140.60:46341)] handling channelInactive
23:48:20.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.140.60:46341(127.17.140.60:46341)] cleaning up while in state READY due to: connection closed
23:48:20.109 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:48:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.107892 20514 heartbeater.cc:344] Connected to a master server at 127.17.140.60:46341
23:48:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.108080 20514 heartbeater.cc:461] Registering TS with master...
23:48:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.108718 20514 heartbeater.cc:507] Master 127.17.140.60:46341 requested a full tablet report, sending...
23:48:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.110603 18152 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:48:20.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.112128 18152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.140.3:33429
23:48:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.115759 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 20201
23:48:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.116058 20404 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:48:20.117 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.140.61:43083(127.17.140.61:43083)] handling channelInactive
23:48:20.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.140.61:43083(127.17.140.61:43083)] cleaning up while in state READY due to: connection closed
23:48:20.118 [DEBUG - kudu-nio-0] (Connection.java:239) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] handling channelInactive
23:48:20.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fb46924037e043e99291bfd7db064995(127.17.140.2:43757)] cleaning up while in state READY due to: connection closed
23:48:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.122869 20404 tablet_bootstrap.cc:492] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Bootstrap complete.
23:48:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.124358 20404 ts_tablet_manager.cc:1403] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent bootstrapping tablet: real 0.118s	user 0.057s	sys 0.018s
23:48:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.128115 20516 heartbeater.cc:344] Connected to a master server at 127.17.140.61:43083
23:48:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.128288 20516 heartbeater.cc:461] Registering TS with master...
23:48:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.128742 20516 heartbeater.cc:507] Master 127.17.140.61:43083 requested a full tablet report, sending...
23:48:20.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.130697 18080 ts_manager.cc:194] Re-registered known tserver with Master: 2700fb42e69549ae8bedd561fc7c9a73 (127.17.140.3:45953)
23:48:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.135471 20404 raft_consensus.cc:359] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.136404 20404 raft_consensus.cc:740] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2700fb42e69549ae8bedd561fc7c9a73, State: Initialized, Role: FOLLOWER
23:48:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.137166 20404 consensus_queue.cc:260] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2700fb42e69549ae8bedd561fc7c9a73" member_type: VOTER last_known_addr { host: "127.17.140.3" port: 45953 } } peers { permanent_uuid: "bca5a590eb5b4a68a523a0843ab0ee58" member_type: VOTER last_known_addr { host: "127.17.140.1" port: 33139 } } peers { permanent_uuid: "fb46924037e043e99291bfd7db064995" member_type: VOTER last_known_addr { host: "127.17.140.2" port: 43757 } }
23:48:20.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.138284 20514 heartbeater.cc:499] Master 127.17.140.60:46341 was elected leader, sending a full tablet report...
23:48:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.139051 20404 ts_tablet_manager.cc:1434] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73: Time spent starting tablet: real 0.015s	user 0.007s	sys 0.004s
23:48:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.140640 20326 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.233705 20468 raft_consensus.cc:3060] T 7a7070b8302247978a1765d0a53b48b1 P 2700fb42e69549ae8bedd561fc7c9a73 [term 10 FOLLOWER]: Advancing to term 11
23:48:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.266737 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 20201
23:48:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:20.286370 18139 connection.cc:573] server connection from 127.17.140.1:33495 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:48:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:48:20.286372 17996 connection.cc:573] server connection from 127.17.140.1:34285 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:48:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.286878 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 20009
23:48:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.294534 20136 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.407770 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 20009
23:48:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.424002 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 20383
23:48:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.432337 20509 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.522603 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 20383
23:48:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.536746 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 17979
23:48:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.537992 18040 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.652298 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 17979
23:48:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.671136 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 18047
23:48:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.672402 18111 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.785423 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 18047
23:48:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.802667 17968 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBsysQA/build/asan/bin/kudu pid 18118
23:48:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.803840 18182 generic_service.cc:196] Checking for leaks (request via RPC)
23:48:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:48:20.925781 17968 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBsysQA/build/asan/bin/kudu with pid 18118
23:48:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:48:20Z chronyd exiting

Time: 40.438

OK (1 test)

