JUnit version 4.13.2
.15:03:20.396 [INFO - main] (RandomUtils.java:49) Using random seed: 1786460600391
15:03:20.442 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
15:03:20.496 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:03:20.512 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHtbmxb/test-tmp
15:03:20.514 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
15:03:20.519 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHtbmxb/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
15:03:20.762 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

15:03:20.775 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:03:20.777 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

15:03:20.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.778960 15232 mini_oidc.cc:152] Starting JWKS server
15:03:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.782024 15232 webserver.cc:460] Webserver started at http://127.0.0.1:35307/ using document root <none> and password file <none>
15:03:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.782220 15232 mini_oidc.cc:189] Starting OIDC Discovery server
15:03:20.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.782611 15232 webserver.cc:460] Webserver started at http://127.0.0.1:40143/ using document root <none> and password file <none>
15:03:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T15:03:20Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:03:20.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T15:03:20Z Disabled control of system clock
15:03:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.803115 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/wal
15:03:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/logs
15:03:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data/info.pb
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.62:36055
15:03:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.62
15:03:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35307/jwks.json with env {}
15:03:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.921608 15252 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.921898 15252 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.921936 15252 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.926482 15252 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:03:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.926551 15252 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.926570 15252 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:03:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.926586 15252 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:03:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.926602 15252 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:03:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.926616 15252 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35307/jwks.json
15:03:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.932648 15252 master_runner.cc:386] Master server non-default flags:
15:03:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data
15:03:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/wal
15:03:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.62:36055
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35307/jwks.json
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data/info.pb
15:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.62
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15252
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/logs
15:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.933952 15252 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.935575 15252 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.945669 15264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.945732 15263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.945740 15252 server_base.cc:1034] running on GCE node
15:03:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:20.945650 15266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.946756 15252 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.947825 15252 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.948989 15252 hybrid_clock.cc:648] HybridClock initialized: now 1786460600948890 us; error 118 us; skew 500 ppm
15:03:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.950941 15252 webserver.cc:460] Webserver started at http://127.14.224.62:35995/ using document root <none> and password file <none>
15:03:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.951460 15252 fs_manager.cc:359] Metadata directory not provided
15:03:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.951519 15252 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.951766 15252 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.953688 15252 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data/instance:
15:03:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c2fc0e38db545d0bb56d5501920b4c4"
15:03:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:20 on dist-test-slave-rwrg"
15:03:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.954193 15252 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/wal/instance:
15:03:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c2fc0e38db545d0bb56d5501920b4c4"
15:03:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:20 on dist-test-slave-rwrg"
15:03:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.957973 15252 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
15:03:20.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.960270 15283 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.961742 15252 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
15:03:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.961846 15252 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/wal
15:03:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c2fc0e38db545d0bb56d5501920b4c4"
15:03:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:20 on dist-test-slave-rwrg"
15:03:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.961920 15252 fs_report.cc:383] FS layout report
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/wal
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/wal
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data/data
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:20.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:20.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.994565 15252 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:20.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.995312 15252 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:20.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:20.995476 15252 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.002986 15252 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.62:36055
15:03:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.002986 15400 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.62:36055 every 8 connection(s)
15:03:21.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.004317 15252 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/data/info.pb
15:03:21.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.007861 15403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.011300 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 15252
15:03:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.011431 15232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-0/wal/instance
15:03:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.011569 15403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.012950 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/wal
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/logs
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data/info.pb
15:03:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.61:34109
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.61
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35307/jwks.json with env {}
15:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.025732 15403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.026618 15286 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.61:34109: connect: Connection refused (error 111)
15:03:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.027673 15403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.61:34109: Network error: Client connection negotiation failed: client connection to 127.14.224.61:34109: connect: Connection refused (error 111)
15:03:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.077045 15403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } attempt: 1
15:03:21.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.078805 15403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.61:34109: Network error: Client connection negotiation failed: client connection to 127.14.224.61:34109: connect: Connection refused (error 111)
15:03:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.134255 15406 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.134526 15406 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.134564 15406 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.138974 15406 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:03:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.139045 15406 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.139062 15406 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:03:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.139086 15406 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:03:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.139101 15406 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:03:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.139115 15406 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35307/jwks.json
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.144780 15406 master_runner.cc:386] Master server non-default flags:
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/wal
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.61:34109
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35307/jwks.json
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data/info.pb
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.61
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15406
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/logs
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:03:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.145951 15406 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.147042 15403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } attempt: 2
15:03:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.147804 15406 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.148545 15403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.61:34109: Network error: Client connection negotiation failed: client connection to 127.14.224.61:34109: connect: Connection refused (error 111)
15:03:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.156975 15423 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.156985 15425 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.156985 15420 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.157369 15406 server_base.cc:1034] running on GCE node
15:03:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.158092 15406 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.159245 15406 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.160413 15406 hybrid_clock.cc:648] HybridClock initialized: now 1786460601160372 us; error 62 us; skew 500 ppm
15:03:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.162299 15406 webserver.cc:460] Webserver started at http://127.14.224.61:44055/ using document root <none> and password file <none>
15:03:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.162922 15406 fs_manager.cc:359] Metadata directory not provided
15:03:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.162987 15406 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.163162 15406 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.165196 15406 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data/instance:
15:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2793a7951f104195899c36eb808d139d"
15:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.165774 15406 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/wal/instance:
15:03:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2793a7951f104195899c36eb808d139d"
15:03:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.170156 15406 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.003s
15:03:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.173218 15438 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.174815 15406 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.174988 15406 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/wal
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2793a7951f104195899c36eb808d139d"
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.175100 15406 fs_report.cc:383] FS layout report
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/wal
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/wal
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data/data
15:03:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.194613 15406 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.195247 15406 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.195396 15406 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.202648 15406 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.61:34109
15:03:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.202656 15541 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.61:34109 every 8 connection(s)
15:03:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.203554 15406 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/data/info.pb
15:03:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.206887 15543 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.210482 15543 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.211314 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 15406
15:03:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.211396 15232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-1/wal/instance
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.211907 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/wal
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/logs
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data/info.pb
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.60:46045
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.60
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35307/jwks.json with env {}
15:03:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.222711 15543 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.230513 15543 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.231374 15439 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.60:46045: connect: Connection refused (error 111)
15:03:21.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.232352 15543 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.60:46045: Network error: Client connection negotiation failed: client connection to 127.14.224.60:46045: connect: Connection refused (error 111)
15:03:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.239729 15403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } attempt: 3
15:03:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.244591 15403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.245890 15403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.60:46045: Network error: Client connection negotiation failed: client connection to 127.14.224.60:46045: connect: Connection refused (error 111)
15:03:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.277092 15403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } attempt: 1
15:03:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.278764 15403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.60:46045: Network error: Client connection negotiation failed: client connection to 127.14.224.60:46045: connect: Connection refused (error 111)
15:03:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.281612 15543 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } attempt: 1
15:03:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.282943 15543 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.60:46045: Network error: Client connection negotiation failed: client connection to 127.14.224.60:46045: connect: Connection refused (error 111)
15:03:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.335456 15547 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:21.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.335743 15547 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.335783 15547 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.339972 15547 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.340044 15547 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.340062 15547 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.340078 15547 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.340094 15547 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:03:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.340107 15547 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35307/jwks.json
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.345201 15547 master_runner.cc:386] Master server non-default flags:
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/wal
15:03:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.60:46045
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35307/jwks.json
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data/info.pb
15:03:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.60
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15547
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/logs
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.346464 15547 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.348327 15547 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:21.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.351116 15543 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } attempt: 2
15:03:21.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.352690 15543 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.60:46045: Network error: Client connection negotiation failed: client connection to 127.14.224.60:46045: connect: Connection refused (error 111)
15:03:21.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.353942 15403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } attempt: 2
15:03:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.355224 15403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.14.224.60:46045: Network error: Client connection negotiation failed: client connection to 127.14.224.60:46045: connect: Connection refused (error 111)
15:03:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.359124 15566 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.359122 15563 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.359242 15560 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.359330 15547 server_base.cc:1034] running on GCE node
15:03:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.360396 15547 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:21.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.361922 15547 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:21.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.363124 15547 hybrid_clock.cc:648] HybridClock initialized: now 1786460601363050 us; error 92 us; skew 500 ppm
15:03:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.365586 15547 webserver.cc:460] Webserver started at http://127.14.224.60:34453/ using document root <none> and password file <none>
15:03:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.366305 15547 fs_manager.cc:359] Metadata directory not provided
15:03:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.366391 15547 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.366689 15547 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.369194 15547 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data/instance:
15:03:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7be53f17f7c4a3392327e880d7e4baa"
15:03:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.369832 15547 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/wal/instance:
15:03:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7be53f17f7c4a3392327e880d7e4baa"
15:03:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.373698 15547 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
15:03:21.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.376314 15582 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.377635 15547 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.377737 15547 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/wal
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7be53f17f7c4a3392327e880d7e4baa"
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.377812 15547 fs_report.cc:383] FS layout report
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/wal
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/wal
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data/data
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.396997 15547 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.397666 15547 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.397816 15547 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.405452 15547 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.60:46045
15:03:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.405530 15684 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.60:46045 every 8 connection(s)
15:03:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.406356 15547 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/data/info.pb
15:03:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.409565 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 15547
15:03:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.409696 15232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/master-2/wal/instance
15:03:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.409893 15685 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.414021 15685 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.425024 15685 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.430891 15685 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } has no permanent_uuid. Determining permanent_uuid...
15:03:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.437950 15685 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: Bootstrap starting.
15:03:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.440583 15685 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: Neither blocks nor log segments found. Creating new log.
15:03:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.441294 15685 log.cc:824] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: Log is configured to *not* fsync() on all Append() calls
15:03:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.443032 15685 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: No bootstrap required, opened a new log
15:03:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.443915 15543 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } attempt: 3
15:03:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.446630 15685 raft_consensus.cc:348] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.446867 15685 raft_consensus.cc:374] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.446920 15685 raft_consensus.cc:729] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7be53f17f7c4a3392327e880d7e4baa, State: Initialized, Role: FOLLOWER
15:03:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.447409 15685 consensus_queue.cc:260] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.447980 15698 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.448380 15698 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [sys.catalog]: This master's current role is: FOLLOWER
15:03:21.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.448880 15685 sys_catalog.cc:564] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [sys.catalog]: configured and running, proceeding with master startup.
15:03:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.451622 15543 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: Bootstrap starting.
15:03:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.454121 15730 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:03:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.454428 15403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } attempt: 3
15:03:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.455123 15543 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: Neither blocks nor log segments found. Creating new log.
15:03:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.456524 15543 log.cc:824] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: Log is configured to *not* fsync() on all Append() calls
15:03:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.457585 15730 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:03:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.453533 15547 master_runner.cc:186] Error getting master registration for 127.14.224.62:36055: OK, instance_id { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" instance_seqno: 1786460601000913 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:03:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.458231 15547 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:03:21.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.461391 15543 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: No bootstrap required, opened a new log
15:03:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.463919 15403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4: Bootstrap starting.
15:03:21.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.466670 15403 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4: Neither blocks nor log segments found. Creating new log.
15:03:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.467806 15403 log.cc:824] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4: Log is configured to *not* fsync() on all Append() calls
15:03:21.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.468564 15543 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.468803 15543 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.468863 15543 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2793a7951f104195899c36eb808d139d, State: Initialized, Role: FOLLOWER
15:03:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.469386 15543 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.470671 15543 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [sys.catalog]: configured and running, proceeding with master startup.
15:03:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.474439 15406 master_runner.cc:186] Error getting master registration for 127.14.224.62:36055: OK, instance_id { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" instance_seqno: 1786460601000913 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:03:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.477746 15406 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:03:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.479398 15739 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.479555 15739 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [sys.catalog]: This master's current role is: FOLLOWER
15:03:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.482385 15403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4: No bootstrap required, opened a new log
15:03:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.485908 15403 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.487658 15759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:03:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.488034 15759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:03:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.488385 15403 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.488683 15403 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c2fc0e38db545d0bb56d5501920b4c4, State: Initialized, Role: FOLLOWER
15:03:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.489264 15403 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.490911 15403 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: configured and running, proceeding with master startup.
15:03:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.493530 15762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.493893 15762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: This master's current role is: FOLLOWER
15:03:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.497030 15295 tablet.cc:2369] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.497437 15782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:03:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.497505 15782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:03:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.500087 15252 master_runner.cc:263] No leader master found from master 1c2fc0e38db545d0bb56d5501920b4c4
15:03:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.500154 15252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:03:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.509897 15762 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.510082 15762 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.511127 15762 leader_election.cc:288] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2793a7951f104195899c36eb808d139d (127.14.224.61:34109), d7be53f17f7c4a3392327e880d7e4baa (127.14.224.60:46045)
15:03:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.511981 15637 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7be53f17f7c4a3392327e880d7e4baa" is_pre_election: true
15:03:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.512298 15637 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c2fc0e38db545d0bb56d5501920b4c4 in term 0.
15:03:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.512830 15492 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2793a7951f104195899c36eb808d139d" is_pre_election: true
15:03:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.513091 15492 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c2fc0e38db545d0bb56d5501920b4c4 in term 0.
15:03:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.514142 15286 leader_election.cc:302] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c2fc0e38db545d0bb56d5501920b4c4, 2793a7951f104195899c36eb808d139d; no voters: 
15:03:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.514657 15762 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:03:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.514750 15762 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.514792 15762 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 0 FOLLOWER]: Advancing to term 1
15:03:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.516132 15762 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.517563 15492 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2793a7951f104195899c36eb808d139d"
15:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.517704 15492 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [term 0 FOLLOWER]: Advancing to term 1
15:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.518929 15492 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c2fc0e38db545d0bb56d5501920b4c4 in term 1.
15:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.519234 15637 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7be53f17f7c4a3392327e880d7e4baa"
15:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.519369 15637 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [term 0 FOLLOWER]: Advancing to term 1
15:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.520569 15637 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c2fc0e38db545d0bb56d5501920b4c4 in term 1.
15:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.523129 15286 leader_election.cc:302] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c2fc0e38db545d0bb56d5501920b4c4, d7be53f17f7c4a3392327e880d7e4baa; no voters: 
15:03:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.524487 15762 leader_election.cc:288] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [CANDIDATE]: Term 1 election: Requested vote from peers 2793a7951f104195899c36eb808d139d (127.14.224.61:34109), d7be53f17f7c4a3392327e880d7e4baa (127.14.224.60:46045)
15:03:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.524688 15762 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 1 FOLLOWER]: Leader election won for term 1
15:03:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.524760 15762 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [term 1 LEADER]: Becoming Leader. State: Replica: 1c2fc0e38db545d0bb56d5501920b4c4, State: Running, Role: LEADER
15:03:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.525103 15762 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } }
15:03:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.527637 15762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c2fc0e38db545d0bb56d5501920b4c4. Latest consensus state: current_term: 1 leader_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.527740 15762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: This master's current role is: LEADER
15:03:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.531402 15790 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
15:03:21.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.537994 15790 catalog_manager.cc:1484] Initializing Kudu cluster ID...
15:03:21.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.545928 15637 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [term 1 FOLLOWER]: Refusing update from remote peer 1c2fc0e38db545d0bb56d5501920b4c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.546865 15787 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.555151 15698 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c2fc0e38db545d0bb56d5501920b4c4. Latest consensus state: current_term: 1 leader_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.555251 15698 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [sys.catalog]: This master's current role is: FOLLOWER
15:03:21.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.557147 15492 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [term 1 FOLLOWER]: Refusing update from remote peer 1c2fc0e38db545d0bb56d5501920b4c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:21.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.557894 15787 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.561579 15739 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c2fc0e38db545d0bb56d5501920b4c4. Latest consensus state: current_term: 1 leader_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.561704 15739 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [sys.catalog]: This master's current role is: FOLLOWER
15:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.568224 15787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.568356 15787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: This master's current role is: LEADER
15:03:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.570122 15739 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.570235 15739 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d [sys.catalog]: This master's current role is: FOLLOWER
15:03:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.573573 15791 mvcc.cc:205] Tried to move back new op lower bound from 7317342623923752960 to 7317342623852810240. Current Snapshot: MvccSnapshot[applied={T|T < 7317342623923752960}]
15:03:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.574712 15798 mvcc.cc:205] Tried to move back new op lower bound from 7317342623923752960 to 7317342623852810240. Current Snapshot: MvccSnapshot[applied={T|T < 7317342623923752960}]
15:03:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.576995 15762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.577122 15762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4 [sys.catalog]: This master's current role is: LEADER
15:03:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.578176 15698 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1c2fc0e38db545d0bb56d5501920b4c4" member_type: VOTER last_known_addr { host: "127.14.224.62" port: 36055 } } peers { permanent_uuid: "2793a7951f104195899c36eb808d139d" member_type: VOTER last_known_addr { host: "127.14.224.61" port: 34109 } } peers { permanent_uuid: "d7be53f17f7c4a3392327e880d7e4baa" member_type: VOTER last_known_addr { host: "127.14.224.60" port: 46045 } } }
15:03:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.578280 15698 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa [sys.catalog]: This master's current role is: FOLLOWER
15:03:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.579072 15795 mvcc.cc:205] Tried to move back new op lower bound from 7317342623923752960 to 7317342623852810240. Current Snapshot: MvccSnapshot[applied={T|T < 7317342623923752960}]
15:03:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.585142 15790 catalog_manager.cc:1347] Generated new cluster ID: 5f38c1a9151e46ee8405c0720f7ca658
15:03:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.585207 15790 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
15:03:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.613130 15790 catalog_manager.cc:1370] Generated new certificate authority record
15:03:21.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.617887 15790 catalog_manager.cc:1504] Loading token signing keys...
15:03:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.645967 15790 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1c2fc0e38db545d0bb56d5501920b4c4: Generated new TSK 0
15:03:21.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.647352 15790 catalog_manager.cc:1514] Initializing in-progress tserver states...
15:03:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.664036 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:0
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.808065 15807 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.808322 15807 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.808357 15807 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.812366 15807 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.812453 15807 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.1
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.817409 15807 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:0
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15807
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.818482 15807 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.819814 15807 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:21.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.829668 15807 server_base.cc:1034] running on GCE node
15:03:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.829674 15824 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.829602 15818 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:21.829610 15815 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.830591 15807 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.831305 15807 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.832554 15807 hybrid_clock.cc:648] HybridClock initialized: now 1786460601832507 us; error 48 us; skew 500 ppm
15:03:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.834471 15807 webserver.cc:460] Webserver started at http://127.14.224.1:46075/ using document root <none> and password file <none>
15:03:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.835098 15807 fs_manager.cc:359] Metadata directory not provided
15:03:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.835204 15807 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.835469 15807 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.837524 15807 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/instance:
15:03:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.838150 15807 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal/instance:
15:03:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.842116 15807 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
15:03:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.844673 15838 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.845947 15807 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.846055 15807 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.846131 15807 fs_report.cc:383] FS layout report
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/data
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.858769 15807 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.859359 15807 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.859508 15807 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.860026 15807 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.861164 15807 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:03:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.861217 15807 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:03:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.861255 15807 ts_tablet_manager.cc:610] Registered 0 tablets
15:03:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.861270 15807 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:03:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.870702 15807 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.1:40483
15:03:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.870738 16067 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.1:40483 every 8 connection(s)
15:03:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.871912 15807 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.877269 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 15807
15:03:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.877388 15232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal/instance
15:03:21.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.880764 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:0
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.887468 16070 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.887737 16070 heartbeater.cc:464] Registering TS with master...
15:03:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.888296 16070 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.889151 16068 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.889919 15315 ts_manager.cc:194] Registered new tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.889356 16071 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.890244 16068 heartbeater.cc:464] Registering TS with master...
15:03:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.890292 16071 heartbeater.cc:464] Registering TS with master...
15:03:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.890424 16068 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.890514 16071 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.891462 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.1:44021
15:03:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.891588 15473 ts_manager.cc:194] Registered new tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:21.893045 15610 ts_manager.cc:194] Registered new tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:22.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.005932 16080 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:22.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.006222 16080 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:22.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.006281 16080 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.010565 16080 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.010697 16080 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.2
15:03:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.015465 16080 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:0
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16080
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.016871 16080 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.018412 16080 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.028755 16096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.028707 16092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.028743 16090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.028990 16080 server_base.cc:1034] running on GCE node
15:03:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.029822 16080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.030616 16080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.031817 16080 hybrid_clock.cc:648] HybridClock initialized: now 1786460602031783 us; error 53 us; skew 500 ppm
15:03:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.033880 16080 webserver.cc:460] Webserver started at http://127.14.224.2:35149/ using document root <none> and password file <none>
15:03:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.034559 16080 fs_manager.cc:359] Metadata directory not provided
15:03:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.034665 16080 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.034941 16080 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.037168 16080 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/instance:
15:03:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.037818 16080 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal/instance:
15:03:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.041779 16080 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
15:03:22.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.044148 16104 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.045522 16080 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:03:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.045683 16080 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.045833 16080 fs_report.cc:383] FS layout report
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/data
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.062963 16080 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.063813 16080 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.064052 16080 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.064854 16080 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.066023 16080 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:03:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.066094 16080 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:03:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.066150 16080 ts_tablet_manager.cc:610] Registered 0 tablets
15:03:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.066182 16080 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:03:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.075733 16080 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.2:38341
15:03:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.075762 16323 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.2:38341 every 8 connection(s)
15:03:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.076792 16080 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.079006 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 16080
15:03:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.079074 15232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal/instance
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.082444 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:0
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.091331 16329 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.091326 16324 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.091449 16327 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.091609 16324 heartbeater.cc:464] Registering TS with master...
15:03:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.091609 16329 heartbeater.cc:464] Registering TS with master...
15:03:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.091607 16327 heartbeater.cc:464] Registering TS with master...
15:03:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.092309 16327 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.092329 16324 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.092341 16329 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.093389 15315 ts_manager.cc:194] Registered new tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.093756 15610 ts_manager.cc:194] Registered new tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.094142 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.2:34761
15:03:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.094801 15473 ts_manager.cc:194] Registered new tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.206976 16339 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.207267 16339 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.207315 16339 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.211599 16339 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.211750 16339 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.3
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.216423 16339 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:0
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16339
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.217525 16339 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.218814 16339 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.228727 16357 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.228819 16349 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.228938 16339 server_base.cc:1034] running on GCE node
15:03:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:22.228729 16345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.229555 16339 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.230319 16339 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.231485 16339 hybrid_clock.cc:648] HybridClock initialized: now 1786460602231465 us; error 52 us; skew 500 ppm
15:03:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.233433 16339 webserver.cc:460] Webserver started at http://127.14.224.3:42909/ using document root <none> and password file <none>
15:03:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.234102 16339 fs_manager.cc:359] Metadata directory not provided
15:03:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.234205 16339 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.234434 16339 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:03:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.236584 16339 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/instance:
15:03:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04a770677e404d9fb61544949460b365"
15:03:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.237136 16339 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal/instance:
15:03:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04a770677e404d9fb61544949460b365"
15:03:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.240921 16339 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.001s
15:03:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.243287 16371 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.244647 16339 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:03:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.244742 16339 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04a770677e404d9fb61544949460b365"
15:03:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.244822 16339 fs_report.cc:383] FS layout report
15:03:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/data
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.264039 16339 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.264693 16339 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.264839 16339 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.265363 16339 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.266386 16339 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:03:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.266436 16339 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
15:03:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.266476 16339 ts_tablet_manager.cc:610] Registered 0 tablets
15:03:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.266490 16339 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
15:03:22.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.276350 16339 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.3:46721
15:03:22.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.276374 16608 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.3:46721 every 8 connection(s)
15:03:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.277365 16339 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.280669 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 16339
15:03:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.280777 15232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal/instance
15:03:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.290342 16612 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.290354 16611 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.290457 16610 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.290603 16612 heartbeater.cc:464] Registering TS with master...
15:03:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.290606 16611 heartbeater.cc:464] Registering TS with master...
15:03:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.290603 16610 heartbeater.cc:464] Registering TS with master...
15:03:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.291234 16611 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.291234 16612 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.291234 16610 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.292425 15315 ts_manager.cc:194] Registered new tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.292520 15473 ts_manager.cc:194] Registered new tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.292538 15610 ts_manager.cc:194] Registered new tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.293176 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.3:38151
15:03:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.301965 15232 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
15:03:22.302 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
15:03:22.304 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

15:03:22.313 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.224.62"
      port: 36055
    }
    bound_http_address {
      host: "127.14.224.62"
      port: 35995
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.224.61"
      port: 34109
    }
    bound_http_address {
      host: "127.14.224.61"
      port: 44055
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.224.60"
      port: 46045
    }
    bound_http_address {
      host: "127.14.224.60"
      port: 34453
    }
  }
}

15:03:22.318 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

15:03:22.320 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.224.1"
      port: 40483
    }
    bound_http_address {
      host: "127.14.224.1"
      port: 46075
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.224.2"
      port: 38341
    }
    bound_http_address {
      host: "127.14.224.2"
      port: 35149
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.224.3"
      port: 46721
    }
    bound_http_address {
      host: "127.14.224.3"
      port: 42909
    }
  }
}

15:03:22.320 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:03:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.459105 15730 catalog_manager.cc:1259] Loaded cluster ID: 5f38c1a9151e46ee8405c0720f7ca658
15:03:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.459215 15730 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: loading cluster ID for follower catalog manager: success
15:03:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.461155 15730 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: acquiring CA information for follower catalog manager: success
15:03:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.462430 15730 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d7be53f17f7c4a3392327e880d7e4baa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:03:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.489699 15759 catalog_manager.cc:1259] Loaded cluster ID: 5f38c1a9151e46ee8405c0720f7ca658
15:03:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.489992 15759 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: loading cluster ID for follower catalog manager: success
15:03:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.492168 15759 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: acquiring CA information for follower catalog manager: success
15:03:22.493 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
15:03:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.493690 15759 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2793a7951f104195899c36eb808d139d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:03:22.691 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.224.62:36055(127.14.224.62:36055)] connecting to peer
15:03:22.760 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.224.61:34109(127.14.224.61:34109)] connecting to peer
15:03:22.761 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.224.60:46045(127.14.224.60:46045)] connecting to peer
15:03:22.782 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.224.61:34109(127.14.224.61:34109)] Successfully connected to peer
15:03:22.782 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.224.62:36055(127.14.224.62:36055)] Successfully connected to peer
15:03:22.844 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.224.60:46045(127.14.224.60:46045)] Successfully connected to peer
15:03:22.864 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.224.62
15:03:22.864 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.224.61
15:03:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:22.893679 16070 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:22.957 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.224.60
15:03:23.076 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x41aedf0a, L:/127.0.0.1:34420 - R:/127.14.224.61:34109] using SASL/PLAIN
15:03:23.076 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1b775b8f, L:/127.0.0.1:43714 - R:/127.14.224.62:36055] using SASL/PLAIN
15:03:23.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.096354 16327 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:23.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:03:23.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=483), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.224.62:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.224.61:34109, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.224.60:46045, [449ms] Sub RPC ConnectToMaster: received response from server master-127.14.224.61:34109: OK, [449ms] Sub RPC ConnectToMaster: received response from server master-127.14.224.62:36055: OK, deferred=null) after lookup
15:03:23.165 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd4276ce4, L:/127.0.0.1:53636 - R:/127.14.224.60:46045] using SASL/PLAIN
15:03:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.163739 15315 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43714:
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623"
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
15:03:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
15:03:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:03:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:23.168092 15315 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:03:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.192214 16192 tablet_service.cc:1467] Processing CreateTablet for tablet 51b65c144f4a437293b791ed1506167f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623 [id=ec4b83bc8dc849d985c51f3d1eeb83b9]), partition=RANGE (key) PARTITION UNBOUNDED
15:03:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.193377 16192 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 51b65c144f4a437293b791ed1506167f. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.193051 15931 tablet_service.cc:1467] Processing CreateTablet for tablet 51b65c144f4a437293b791ed1506167f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623 [id=ec4b83bc8dc849d985c51f3d1eeb83b9]), partition=RANGE (key) PARTITION UNBOUNDED
15:03:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.194052 15931 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 51b65c144f4a437293b791ed1506167f. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:23.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec4b83bc8dc849d985c51f3d1eeb83b9
15:03:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.199643 16665 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap starting.
15:03:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.201843 16666 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap starting.
15:03:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.202257 16665 tablet_bootstrap.cc:654] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Neither blocks nor log segments found. Creating new log.
15:03:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.203373 16665 log.cc:824] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Log is configured to *not* fsync() on all Append() calls
15:03:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.203644 16461 tablet_service.cc:1467] Processing CreateTablet for tablet 51b65c144f4a437293b791ed1506167f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623 [id=ec4b83bc8dc849d985c51f3d1eeb83b9]), partition=RANGE (key) PARTITION UNBOUNDED
15:03:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.204135 16666 tablet_bootstrap.cc:654] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Neither blocks nor log segments found. Creating new log.
15:03:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.204887 16666 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Log is configured to *not* fsync() on all Append() calls
15:03:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.204943 16461 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 51b65c144f4a437293b791ed1506167f. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.205600 16665 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: No bootstrap required, opened a new log
15:03:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.205794 16665 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent bootstrapping tablet: real 0.007s	user 0.004s	sys 0.000s
15:03:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.210440 16665 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.210722 16665 raft_consensus.cc:374] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.210772 16665 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4f33abd32a743c2820d2f6aea95748a, State: Initialized, Role: FOLLOWER
15:03:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.211220 16665 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.211568 16672 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap starting.
15:03:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.212419 16665 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
15:03:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.213956 16672 tablet_bootstrap.cc:654] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Neither blocks nor log segments found. Creating new log.
15:03:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.214869 16672 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Log is configured to *not* fsync() on all Append() calls
15:03:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.218189 16666 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: No bootstrap required, opened a new log
15:03:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.218416 16666 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent bootstrapping tablet: real 0.017s	user 0.003s	sys 0.000s
15:03:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.222078 16672 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: No bootstrap required, opened a new log
15:03:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.222800 16666 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.223245 16666 raft_consensus.cc:374] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.223290 16672 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent bootstrapping tablet: real 0.012s	user 0.000s	sys 0.005s
15:03:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.223332 16666 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Initialized, Role: FOLLOWER
15:03:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.223832 16666 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.224956 16666 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent starting tablet: real 0.006s	user 0.007s	sys 0.000s
15:03:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.227698 16672 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.228570 16672 raft_consensus.cc:374] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.228658 16672 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04a770677e404d9fb61544949460b365, State: Initialized, Role: FOLLOWER
15:03:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.229126 16672 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.229753 16611 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.229912 16672 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.002s
15:03:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:23.280030 16613 tablet.cc:2369] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:23.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:23.329680 16331 tablet.cc:2369] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:23.374856 16072 tablet.cc:2369] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.516284 16680 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.516574 16680 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.517804 16680 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.523952 16231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a" is_pre_election: true
15:03:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.524034 15970 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129" is_pre_election: true
15:03:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.524302 15970 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 0.
15:03:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.524313 16231 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 0.
15:03:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.524829 16374 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 
15:03:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.525102 16680 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:03:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.525172 16680 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.525202 16680 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 0 FOLLOWER]: Advancing to term 1
15:03:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.526134 16680 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.526463 16680 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 1 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.526808 15970 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.526827 16231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.527072 15970 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 0 FOLLOWER]: Advancing to term 1
15:03:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.527063 16231 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 0 FOLLOWER]: Advancing to term 1
15:03:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.528129 15970 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 1.
15:03:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.528220 16231 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 1.
15:03:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.528416 16374 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129; no voters: 
15:03:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.528666 16680 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 1 FOLLOWER]: Leader election won for term 1
15:03:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.528880 16680 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 1 LEADER]: Becoming Leader. State: Replica: 04a770677e404d9fb61544949460b365, State: Running, Role: LEADER
15:03:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.529271 16680 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.533381 15315 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 reported cstate change: term changed from 0 to 1, leader changed from <none> to 04a770677e404d9fb61544949460b365 (127.14.224.3). New cstate: current_term: 1 leader_uuid: "04a770677e404d9fb61544949460b365" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: UNKNOWN } } }
15:03:23.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ec4b83bc8dc849d985c51f3d1eeb83b9
15:03:23.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:23.668 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:23.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=null) after lookup
15:03:23.681 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:23.682 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] Successfully connected to peer
15:03:23.733 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa554879f, L:/127.0.0.1:41158 - R:/127.14.224.3:46721] using TOKEN/null
15:03:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.741333 16231 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Refusing update from remote peer 04a770677e404d9fb61544949460b365: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.741335 15970 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Refusing update from remote peer 04a770677e404d9fb61544949460b365: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.741987 16680 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.742192 16683 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.749819 16686 mvcc.cc:205] Tried to move back new op lower bound from 7317342632916549632 to 7317342632058658816. Current Snapshot: MvccSnapshot[applied={T|T < 7317342632916549632}]
15:03:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.754073 16698 mvcc.cc:205] Tried to move back new op lower bound from 7317342632916549632 to 7317342632058658816. Current Snapshot: MvccSnapshot[applied={T|T < 7317342632916549632}]
15:03:23.835 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:23.837 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.3:46721
15:03:23.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:23.839569 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 16339
15:03:23.854 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:23.857 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] handling channelInactive
15:03:23.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state READY due to: connection closed
15:03:23.859 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: connection closed
15:03:23.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:23.881 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:23.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test)) after lookup
15:03:23.883 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:23.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.884 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:23.900 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:23.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server 04a770677e404d9fb61544949460b365, [29ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [29ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588))) after lookup
15:03:23.901 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:23.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.903 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:23.940 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:23.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server 04a770677e404d9fb61544949460b365, [29ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [29ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [46ms] sending RPC to server 04a770677e404d9fb61544949460b365, [48ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [48ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126))) after lookup
15:03:23.942 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:23.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:23.943 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:24.020 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:24.021 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=166), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server 04a770677e404d9fb61544949460b365, [29ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [29ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [46ms] sending RPC to server 04a770677e404d9fb61544949460b365, [48ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [48ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [86ms] sending RPC to server 04a770677e404d9fb61544949460b365, [88ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [88ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598))) after lookup
15:03:24.022 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:24.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.025 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.060 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:24.061 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:24.062 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=206), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server 04a770677e404d9fb61544949460b365, [29ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [29ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [46ms] sending RPC to server 04a770677e404d9fb61544949460b365, [48ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [48ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [86ms] sending RPC to server 04a770677e404d9fb61544949460b365, [88ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [88ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [166ms] sending RPC to server 04a770677e404d9fb61544949460b365, [170ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [170ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [201ms] refreshing cache from master, [202ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [204ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852))) after lookup
15:03:24.063 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:24.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.064 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:24.501 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:24.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=646), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server 04a770677e404d9fb61544949460b365, [29ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [29ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [46ms] sending RPC to server 04a770677e404d9fb61544949460b365, [48ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [48ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [86ms] sending RPC to server 04a770677e404d9fb61544949460b365, [88ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [88ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [166ms] sending RPC to server 04a770677e404d9fb61544949460b365, [170ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [170ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [201ms] refreshing cache from master, [202ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [204ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [207ms] sending RPC to server 04a770677e404d9fb61544949460b365, [209ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [209ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [642ms] refreshing cache from master, [642ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [644ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852) -> (continuation of Deferred@1544900190 after retry RPC@322593086), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852) -> (continuation of Deferred@1544900190 after retry RPC@322593086))) after lookup
15:03:24.502 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:24.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:24.505 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.286147 16713 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.286319 16713 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.286353 16715 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.286458 16715 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.287503 16713 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.287726 16715 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:25.288337 16106 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:25.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:25.288771 15844 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:25.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:25.289407 16106 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:25.290308 15844 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.292760 16231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a" is_pre_election: true
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.292914 16231 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 1.
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.293059 15970 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129" is_pre_election: true
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.293217 15970 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4f33abd32a743c2820d2f6aea95748a in term 1.
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.293287 15845 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.293516 16713 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.293573 16713 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.293610 16713 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 1 FOLLOWER]: Advancing to term 2
15:03:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.293817 16109 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.294071 16715 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Leader pre-election won for term 2
15:03:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.294145 16715 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Starting leader election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.294191 16715 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 1 FOLLOWER]: Advancing to term 2
15:03:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.294657 16713 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.295049 16713 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 2 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.295120 16715 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.295329 16231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.295506 16231 raft_consensus.cc:2379] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 1d7d1ef03e4644b993197da825d75129 in current term 2: Already voted for candidate d4f33abd32a743c2820d2f6aea95748a in this term.
15:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.295589 16715 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 2 election: Requested vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.296008 15970 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:25.296113 15844 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.296164 15970 raft_consensus.cc:2379] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d4f33abd32a743c2820d2f6aea95748a in current term 2: Already voted for candidate 1d7d1ef03e4644b993197da825d75129 in this term.
15:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.296178 15844 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129; no voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a
15:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.296430 16713 raft_consensus.cc:2726] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:03:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:25.296903 16106 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.296988 16106 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129
15:03:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:25.297129 16715 raft_consensus.cc:2726] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:03:25.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:25.402 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:25.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1547), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server 04a770677e404d9fb61544949460b365, [29ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [29ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [46ms] sending RPC to server 04a770677e404d9fb61544949460b365, [48ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [48ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [86ms] sending RPC to server 04a770677e404d9fb61544949460b365, [88ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [88ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [166ms] sending RPC to server 04a770677e404d9fb61544949460b365, [170ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [170ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [201ms] refreshing cache from master, [202ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [204ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [207ms] sending RPC to server 04a770677e404d9fb61544949460b365, [209ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [209ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [642ms] refreshing cache from master, [642ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [644ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [647ms] sending RPC to server 04a770677e404d9fb61544949460b365, [650ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [650ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1541ms] refreshing cache from master, [1541ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1545ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852) -> (continuation of Deferred@1544900190 after retry RPC@322593086) -> (continuation of Deferred@1421093716 after retry RPC@887114933), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852) -> (continuation of Deferred@1544900190 after retry RPC@322593086) -> (continuation of Deferred@1421093716 after retry RPC@887114933))) after lookup
15:03:25.404 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:25.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:25.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:25.409 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.818495 16733 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.818679 16733 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.819218 16733 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.819691 16231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a" is_pre_election: true
15:03:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.819835 16231 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 2.
15:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.820219 15845 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 
15:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.820418 16733 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Leader pre-election won for term 3
15:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.820487 16733 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.820570 16733 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 2 FOLLOWER]: Advancing to term 3
15:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:26.820796 15844 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.821552 16733 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.821849 16733 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 3 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.822220 16231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.822356 16231 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 2 FOLLOWER]: Advancing to term 3
15:03:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:26.822794 15844 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.823346 16231 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 3.
15:03:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.823671 15845 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.823854 16733 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 3 FOLLOWER]: Leader election won for term 3
15:03:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.823994 16733 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 3 LEADER]: Becoming Leader. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Running, Role: LEADER
15:03:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.824424 16733 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:26.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:26.826833 15314 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 reported cstate change: term changed from 1 to 3, leader changed from 04a770677e404d9fb61544949460b365 (127.14.224.3) to 1d7d1ef03e4644b993197da825d75129 (127.14.224.1). New cstate: current_term: 3 leader_uuid: "1d7d1ef03e4644b993197da825d75129" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: HEALTHY } } }
15:03:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:27.378021 16231 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 3 FOLLOWER]: Refusing update from remote peer 1d7d1ef03e4644b993197da825d75129: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
15:03:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:27.378600 16759 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
15:03:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:27.386615 15844 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 -> Peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Couldn't send request to peer 04a770677e404d9fb61544949460b365. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:29.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:29.321 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:29.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=5466), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server 04a770677e404d9fb61544949460b365, [29ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [29ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [46ms] sending RPC to server 04a770677e404d9fb61544949460b365, [48ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [48ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [86ms] sending RPC to server 04a770677e404d9fb61544949460b365, [88ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [88ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [166ms] sending RPC to server 04a770677e404d9fb61544949460b365, [170ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [170ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [201ms] refreshing cache from master, [202ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [204ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [207ms] sending RPC to server 04a770677e404d9fb61544949460b365, [209ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [209ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [642ms] refreshing cache from master, [642ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [644ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [647ms] sending RPC to server 04a770677e404d9fb61544949460b365, [650ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [650ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1541ms] refreshing cache from master, [1541ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1545ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [1548ms] sending RPC to server 04a770677e404d9fb61544949460b365, [1554ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1554ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [5461ms] refreshing cache from master, [5462ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [5464ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@617350819(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@78cbd391 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852) -> (continuation of Deferred@1544900190 after retry RPC@322593086) -> (continuation of Deferred@1421093716 after retry RPC@887114933) -> (continuation of Deferred@2095055572 after retry RPC@307531866), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@9745c00 -> wakeup thread Time-limited test -> (continuation of Deferred@148780511 after retry RPC@756009588) -> (continuation of Deferred@25384080 after retry RPC@1384936126) -> (continuation of Deferred@708172779 after retry RPC@847331598) -> (continuation of Deferred@1129126914 after retry RPC@2080160852) -> (continuation of Deferred@1544900190 after retry RPC@322593086) -> (continuation of Deferred@1421093716 after retry RPC@887114933) -> (continuation of Deferred@2095055572 after retry RPC@307531866))) after lookup
15:03:29.323 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:29.325 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] Successfully connected to peer
15:03:29.349 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf18cba46, L:/127.0.0.1:58980 - R:/127.14.224.1:40483] using TOKEN/null
15:03:29.368 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.3:46721
15:03:29.369 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.370098 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:29.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.485580 16805 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.485862 16805 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.485898 16805 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.489923 16805 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.490018 16805 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.3
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.494971 16805 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16805
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:29.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.496287 16805 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.497830 16805 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:29.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.507675 16812 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.507714 16818 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:29.507731 16814 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.508088 16805 server_base.cc:1034] running on GCE node
15:03:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.508540 16805 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.509210 16805 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.510399 16805 hybrid_clock.cc:648] HybridClock initialized: now 1786460609510378 us; error 36 us; skew 500 ppm
15:03:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.512192 16805 webserver.cc:460] Webserver started at http://127.14.224.3:42909/ using document root <none> and password file <none>
15:03:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.512786 16805 fs_manager.cc:359] Metadata directory not provided
15:03:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.512869 16805 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.516690 16805 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
15:03:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.518779 16828 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.520000 16805 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.520110 16805 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04a770677e404d9fb61544949460b365"
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.520676 16805 fs_report.cc:383] FS layout report
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/data
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.536656 16805 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.537329 16805 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.537479 16805 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.538041 16805 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.539227 16841 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.543215 16805 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.543277 16805 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.543329 16805 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.544914 16805 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.544957 16805 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
15:03:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.545265 16841 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap starting.
15:03:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.556423 16805 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.3:46721
15:03:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.556573 17046 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.3:46721 every 8 connection(s)
15:03:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.557533 16805 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.567957 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 16805
15:03:29.568 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.574303 16841 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Log is configured to *not* fsync() on all Append() calls
15:03:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.575450 17047 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.575802 17047 heartbeater.cc:464] Registering TS with master...
15:03:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.576439 17047 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.578715 15605 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:29.579 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:29.580 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.1:40483
15:03:29.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:03:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.581442 17048 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.581501 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 15807
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.581533 17048 heartbeater.cc:464] Registering TS with master...
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.581717 17048 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.590230 16841 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.590705 16841 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap complete.
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.591969 16841 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent bootstrapping tablet: real 0.047s	user 0.016s	sys 0.019s
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.592638 15314 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.593921 15314 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.3:34743
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.596837 16841 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.597517 16841 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04a770677e404d9fb61544949460b365, State: Initialized, Role: FOLLOWER
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.598014 16841 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.600134 17048 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.600283 16841 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
15:03:29.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.605309 17051 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:29.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.605430 17051 heartbeater.cc:464] Registering TS with master...
15:03:29.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.605619 17051 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:29.606621 15472 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:29.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:29.610 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] handling channelInactive
15:03:29.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state READY due to: connection closed
15:03:29.616 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:29.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.619 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:29.639 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:29.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [9ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [9ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@813632511(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@6c05f4f9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e47bd56 -> wakeup thread Time-limited test)) after lookup
15:03:29.641 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:29.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.643 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:29.660 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:29.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [9ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [9ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [30ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [32ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [33ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [49ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@813632511(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@6c05f4f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e47bd56 -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357))) after lookup
15:03:29.661 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:29.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.662 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.679 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:29.680 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:29.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [9ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [9ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [30ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [32ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [33ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [49ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [51ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [52ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [52ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@813632511(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@6c05f4f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e47bd56 -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953))) after lookup
15:03:29.681 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:29.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.683 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.821 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:29.821 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:29.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=211), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [9ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [9ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [30ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [32ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [33ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [49ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [51ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [52ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [52ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [70ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [73ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [74ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [206ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [209ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@813632511(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@6c05f4f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953) -> (continuation of Deferred@1854693145 after retry RPC@484582824), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e47bd56 -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953) -> (continuation of Deferred@1854693145 after retry RPC@484582824))) after lookup
15:03:29.823 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:29.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:29.824 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:30.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:30.601 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:30.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=991), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [9ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [9ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [30ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [32ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [33ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [49ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [51ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [52ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [52ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [70ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [73ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [74ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [206ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [209ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [213ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [214ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [214ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [987ms] refreshing cache from master, [987ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [990ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@813632511(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@6c05f4f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953) -> (continuation of Deferred@1854693145 after retry RPC@484582824) -> (continuation of Deferred@1134974862 after retry RPC@1932692932), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e47bd56 -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953) -> (continuation of Deferred@1854693145 after retry RPC@484582824) -> (continuation of Deferred@1134974862 after retry RPC@1932692932))) after lookup
15:03:30.603 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:30.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:30.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:30.606 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.867170 17074 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1d7d1ef03e4644b993197da825d75129)
15:03:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.867318 17074 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.867739 17074 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:30.868464 16109 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:03:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:30.869328 16109 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:30.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.873761 16947 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "04a770677e404d9fb61544949460b365" is_pre_election: true
15:03:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.874047 16947 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4f33abd32a743c2820d2f6aea95748a in term 1.
15:03:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.874722 16106 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a; no voters: 1d7d1ef03e4644b993197da825d75129
15:03:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.874938 17074 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 3 FOLLOWER]: Leader pre-election won for term 4
15:03:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.875000 17074 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 3 FOLLOWER]: Starting leader election (detected failure of leader 1d7d1ef03e4644b993197da825d75129)
15:03:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.875028 17074 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 3 FOLLOWER]: Advancing to term 4
15:03:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.875939 17074 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.876264 17074 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 4 election: Requested vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.876657 16947 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "04a770677e404d9fb61544949460b365"
15:03:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.876803 16947 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 1 FOLLOWER]: Advancing to term 4
15:03:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:30.877326 16109 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:30.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.878808 16947 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4f33abd32a743c2820d2f6aea95748a in term 4.
15:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.879113 16106 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a; no voters: 1d7d1ef03e4644b993197da825d75129
15:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.879318 17074 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 4 FOLLOWER]: Leader election won for term 4
15:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.879536 17074 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 4 LEADER]: Becoming Leader. State: Replica: d4f33abd32a743c2820d2f6aea95748a, State: Running, Role: LEADER
15:03:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.879889 17074 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:30.882321 15314 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a reported cstate change: term changed from 3 to 4, leader changed from 1d7d1ef03e4644b993197da825d75129 (127.14.224.1) to d4f33abd32a743c2820d2f6aea95748a (127.14.224.2). New cstate: current_term: 4 leader_uuid: "d4f33abd32a743c2820d2f6aea95748a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: UNKNOWN } } }
15:03:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:31.396780 16109 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a -> Peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Couldn't send request to peer 1d7d1ef03e4644b993197da825d75129. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:31.436683 16947 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 4 FOLLOWER]: Refusing update from remote peer d4f33abd32a743c2820d2f6aea95748a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
15:03:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:31.437427 17104 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [LEADER]: Connected to new peer: Peer: permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
15:03:32.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:32.881 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:32.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3271), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [9ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [9ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [28ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [30ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [32ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [33ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [49ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [51ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [52ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [52ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [68ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [70ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [73ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [74ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [206ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [209ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [213ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [214ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [214ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [987ms] refreshing cache from master, [987ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [990ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [993ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [996ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [996ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3266ms] refreshing cache from master, [3266ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [3269ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@813632511(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@6c05f4f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953) -> (continuation of Deferred@1854693145 after retry RPC@484582824) -> (continuation of Deferred@1134974862 after retry RPC@1932692932) -> (continuation of Deferred@450626743 after retry RPC@2112349829), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e47bd56 -> wakeup thread Time-limited test -> (continuation of Deferred@1437442955 after retry RPC@1990400357) -> (continuation of Deferred@97572882 after retry RPC@1614164953) -> (continuation of Deferred@1854693145 after retry RPC@484582824) -> (continuation of Deferred@1134974862 after retry RPC@1932692932) -> (continuation of Deferred@450626743 after retry RPC@2112349829))) after lookup
15:03:32.883 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:32.884 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] Successfully connected to peer
15:03:32.909 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfad83a46, L:/127.0.0.1:47340 - R:/127.14.224.2:38341] using TOKEN/null
15:03:32.930 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.1:40483
15:03:32.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:32.932149 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:40483
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46075
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:33.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.096817 17148 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:33.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.097177 17148 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:33.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.097229 17148 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.102887 17148 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.103034 17148 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.1
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.107965 17148 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:40483
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46075
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17148
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.109097 17148 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.110466 17148 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.120090 17157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.120083 17159 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:33.120136 17156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.120465 17148 server_base.cc:1034] running on GCE node
15:03:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.120971 17148 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.121660 17148 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.122839 17148 hybrid_clock.cc:648] HybridClock initialized: now 1786460613122819 us; error 37 us; skew 500 ppm
15:03:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.124897 17148 webserver.cc:460] Webserver started at http://127.14.224.1:46075/ using document root <none> and password file <none>
15:03:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.125488 17148 fs_manager.cc:359] Metadata directory not provided
15:03:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.125602 17148 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:33.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.129328 17148 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
15:03:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.131533 17170 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.133077 17148 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.133204 17148 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.133952 17148 fs_report.cc:383] FS layout report
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/data
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.150274 17148 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.151072 17148 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.151242 17148 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.151798 17148 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.153100 17185 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:33.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.157083 17148 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:33.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.157161 17148 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
15:03:33.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.157244 17148 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:33.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.158849 17148 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.158895 17148 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:03:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.159240 17185 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap starting.
15:03:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.169646 17148 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.1:40483
15:03:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.169734 17376 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.1:40483 every 8 connection(s)
15:03:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.170750 17148 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.172079 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 17148
15:03:33.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:33.183 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:33.184 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.2:38341
15:03:33.185 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:03:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.185214 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 16080
15:03:33.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.196533 17185 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Log is configured to *not* fsync() on all Append() calls
15:03:33.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.203039 17380 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:33.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.203128 17379 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:33.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.203315 17379 heartbeater.cc:464] Registering TS with master...
15:03:33.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.203315 17380 heartbeater.cc:464] Registering TS with master...
15:03:33.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.204079 17379 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.204555 17377 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.204635 17377 heartbeater.cc:464] Registering TS with master...
15:03:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.204794 17377 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.205497 17380 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:33.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.206110 15605 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.206377 15473 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:33.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.211136 15315 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.212023 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.1:33773
15:03:33.212 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] handling channelInactive
15:03:33.213 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:33.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state READY due to: connection closed
15:03:33.214 [DEBUG - Time-limited test] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:33.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.217 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.219295 17185 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.219633 17185 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap complete.
15:03:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.220767 17185 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent bootstrapping tablet: real 0.062s	user 0.021s	sys 0.021s
15:03:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.222956 17185 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.223359 17185 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Initialized, Role: FOLLOWER
15:03:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.223799 17185 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.224608 17379 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:33.224803 17185 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.002s
15:03:33.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:33.240 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:33.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1366681430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@787f92b9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6427973 -> wakeup thread Time-limited test)) after lookup
15:03:33.242 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:33.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.243 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:33.259 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:33.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [29ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [29ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1366681430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@787f92b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6427973 -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667))) after lookup
15:03:33.260 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:33.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.262 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:33.280 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:33.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [29ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [29ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [45ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [48ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [48ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [62ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [65ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1366681430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@787f92b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6427973 -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080))) after lookup
15:03:33.281 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:33.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.283 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.379 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:33.380 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:33.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=166), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [29ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [29ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [45ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [48ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [48ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [62ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [65ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [67ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [68ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [69ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1366681430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@787f92b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6427973 -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820))) after lookup
15:03:33.381 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:33.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.383 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:33.900 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:33.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=687), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [29ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [29ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [45ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [48ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [48ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [62ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [65ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [67ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [68ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [69ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [167ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [169ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [169ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [682ms] refreshing cache from master, [683ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [685ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1366681430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@787f92b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820) -> (continuation of Deferred@267750677 after retry RPC@1474287036), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6427973 -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820) -> (continuation of Deferred@267750677 after retry RPC@1474287036))) after lookup
15:03:33.902 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:33.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:33.903 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:34.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:34.101 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:34.101 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=887), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [29ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [29ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [45ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [48ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [48ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [62ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [65ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [67ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [68ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [69ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [167ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [169ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [169ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [682ms] refreshing cache from master, [683ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [685ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [687ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [689ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [689ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [883ms] refreshing cache from master, [883ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [885ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1366681430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@787f92b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820) -> (continuation of Deferred@267750677 after retry RPC@1474287036) -> (continuation of Deferred@425140686 after retry RPC@776701010), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6427973 -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820) -> (continuation of Deferred@267750677 after retry RPC@1474287036) -> (continuation of Deferred@425140686 after retry RPC@776701010))) after lookup
15:03:34.102 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:34.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:34.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:34.105 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.430172 17401 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader d4f33abd32a743c2820d2f6aea95748a)
15:03:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.430303 17401 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:34.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.431396 17401 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:34.432180 16830 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:34.433192 16830 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:34.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.437023 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129" is_pre_election: true
15:03:34.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.437304 17288 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 3.
15:03:34.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.438079 16831 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129; no voters: d4f33abd32a743c2820d2f6aea95748a
15:03:34.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.438323 17401 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 4 FOLLOWER]: Leader pre-election won for term 5
15:03:34.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.438396 17401 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 4 FOLLOWER]: Starting leader election (detected failure of leader d4f33abd32a743c2820d2f6aea95748a)
15:03:34.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.438436 17401 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 4 FOLLOWER]: Advancing to term 5
15:03:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.439566 17401 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:34.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.439955 17401 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 5 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:34.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.440470 17288 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:34.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.440658 17288 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 3 FOLLOWER]: Advancing to term 5
15:03:34.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:34.441107 16830 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:34.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.442715 17288 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 5.
15:03:34.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.443015 16831 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129; no voters: d4f33abd32a743c2820d2f6aea95748a
15:03:34.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.443184 17401 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 5 FOLLOWER]: Leader election won for term 5
15:03:34.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.443414 17401 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 5 LEADER]: Becoming Leader. State: Replica: 04a770677e404d9fb61544949460b365, State: Running, Role: LEADER
15:03:34.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.443758 17401 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.446197 15315 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 reported cstate change: term changed from 4 to 5, leader changed from d4f33abd32a743c2820d2f6aea95748a (127.14.224.2) to 04a770677e404d9fb61544949460b365 (127.14.224.3). New cstate: current_term: 5 leader_uuid: "04a770677e404d9fb61544949460b365" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: UNKNOWN } } }
15:03:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.910269 17288 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 5 FOLLOWER]: Refusing update from remote peer 04a770677e404d9fb61544949460b365: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
15:03:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:34.911113 17401 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
15:03:34.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:34.919759 16830 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 -> Peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Couldn't send request to peer d4f33abd32a743c2820d2f6aea95748a. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:36.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:36.341 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:36.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3127), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [25ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [27ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [29ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [29ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [45ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [48ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [48ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [62ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [65ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [67ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [68ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [69ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [167ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [169ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [169ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [682ms] refreshing cache from master, [683ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [685ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [687ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [689ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [689ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [883ms] refreshing cache from master, [883ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [885ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [888ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [891ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [891ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [3123ms] refreshing cache from master, [3123ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [3125ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1366681430(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@787f92b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820) -> (continuation of Deferred@267750677 after retry RPC@1474287036) -> (continuation of Deferred@425140686 after retry RPC@776701010) -> (continuation of Deferred@2099567037 after retry RPC@264223583), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6427973 -> wakeup thread Time-limited test -> (continuation of Deferred@1448205176 after retry RPC@455176667) -> (continuation of Deferred@900040142 after retry RPC@622499080) -> (continuation of Deferred@597301291 after retry RPC@371837820) -> (continuation of Deferred@267750677 after retry RPC@1474287036) -> (continuation of Deferred@425140686 after retry RPC@776701010) -> (continuation of Deferred@2099567037 after retry RPC@264223583))) after lookup
15:03:36.342 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:36.343 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] Successfully connected to peer
15:03:36.363 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x885c7d1b, L:/127.0.0.1:34090 - R:/127.14.224.3:46721] using TOKEN/null
15:03:36.384 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.2:38341
15:03:36.384 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.385058 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:38341
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35149
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.504787 17474 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.505050 17474 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.505086 17474 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:36.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.509150 17474 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:36.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.509253 17474 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.2
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.514043 17474 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:38341
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35149
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17474
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.515223 17474 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:36.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.516600 17474 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.526628 17490 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.526675 17491 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:36.526674 17493 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.526942 17474 server_base.cc:1034] running on GCE node
15:03:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.527657 17474 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.528256 17474 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.529449 17474 hybrid_clock.cc:648] HybridClock initialized: now 1786460616529432 us; error 28 us; skew 500 ppm
15:03:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.535607 17474 webserver.cc:460] Webserver started at http://127.14.224.2:35149/ using document root <none> and password file <none>
15:03:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.536212 17474 fs_manager.cc:359] Metadata directory not provided
15:03:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.536321 17474 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.540103 17474 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
15:03:36.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.542409 17504 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:36.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.543637 17474 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.002s
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.543779 17474 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.544327 17474 fs_report.cc:383] FS layout report
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/data
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.571707 17474 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.572464 17474 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.572757 17474 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.573436 17474 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.574718 17519 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.578874 17474 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.578969 17474 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:03:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.579058 17474 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.580999 17474 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.581080 17474 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
15:03:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.581314 17519 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap starting.
15:03:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.592572 17474 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.2:38341
15:03:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.592685 17749 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.2:38341 every 8 connection(s)
15:03:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.593753 17474 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:36.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.601521 17519 log.cc:824] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Log is configured to *not* fsync() on all Append() calls
15:03:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.602962 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 17474
15:03:36.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.606216 17752 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.606452 17752 heartbeater.cc:464] Registering TS with master...
15:03:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.607003 17752 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.607800 17751 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.607892 17751 heartbeater.cc:464] Registering TS with master...
15:03:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.608070 17751 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:36.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.609589 15605 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.610570 17754 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.610669 17754 heartbeater.cc:464] Registering TS with master...
15:03:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.610877 17754 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.611886 15473 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.613070 15315 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.613932 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.2:45233
15:03:36.615 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:36.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.616497 17519 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.616973 17519 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap complete.
15:03:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.618331 17519 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent bootstrapping tablet: real 0.037s	user 0.025s	sys 0.008s
15:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.620648 17519 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.621158 17519 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4f33abd32a743c2820d2f6aea95748a, State: Initialized, Role: FOLLOWER
15:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.621670 17519 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.622612 17519 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
15:03:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.625787 17752 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:36.629 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.3:46721
15:03:36.630 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:36.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:36.630538 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 16805
15:03:36.657 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] handling channelInactive
15:03:36.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state READY due to: connection closed
15:03:36.657 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:36.658 [DEBUG - Time-limited test] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:36.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.661 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:36.681 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:36.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [2ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@720010691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@268175a2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41772d43 -> wakeup thread Time-limited test)) after lookup
15:03:36.682 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:36.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.684 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.699 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:36.700 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:36.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [2ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [24ms] sending RPC to server 04a770677e404d9fb61544949460b365, [25ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [26ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@720010691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@268175a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41772d43 -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820))) after lookup
15:03:36.701 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:36.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.703 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.719 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:36.719 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:36.720 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [2ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [24ms] sending RPC to server 04a770677e404d9fb61544949460b365, [25ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [26ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [42ms] sending RPC to server 04a770677e404d9fb61544949460b365, [45ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [45ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@720010691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@268175a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41772d43 -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193))) after lookup
15:03:36.721 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:36.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.722 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:36.800 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:36.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [2ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [24ms] sending RPC to server 04a770677e404d9fb61544949460b365, [25ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [26ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [42ms] sending RPC to server 04a770677e404d9fb61544949460b365, [45ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [45ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [62ms] sending RPC to server 04a770677e404d9fb61544949460b365, [64ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [64ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [141ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@720010691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@268175a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41772d43 -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025))) after lookup
15:03:36.801 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:36.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:36.803 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:37.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:37.019 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:37.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=361), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [2ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [24ms] sending RPC to server 04a770677e404d9fb61544949460b365, [25ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [26ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [42ms] sending RPC to server 04a770677e404d9fb61544949460b365, [45ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [45ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [62ms] sending RPC to server 04a770677e404d9fb61544949460b365, [64ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [64ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [141ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [142ms] sending RPC to server 04a770677e404d9fb61544949460b365, [145ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [146ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [358ms] refreshing cache from master, [358ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [360ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@720010691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@268175a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025) -> (continuation of Deferred@188575953 after retry RPC@1975488036), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41772d43 -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025) -> (continuation of Deferred@188575953 after retry RPC@1975488036))) after lookup
15:03:37.020 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:37.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:37.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:37.021 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:37.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:37.800 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:37.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1142), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [2ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [24ms] sending RPC to server 04a770677e404d9fb61544949460b365, [25ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [26ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [42ms] sending RPC to server 04a770677e404d9fb61544949460b365, [45ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [45ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [62ms] sending RPC to server 04a770677e404d9fb61544949460b365, [64ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [64ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [141ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [142ms] sending RPC to server 04a770677e404d9fb61544949460b365, [145ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [146ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [358ms] refreshing cache from master, [358ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [360ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [362ms] sending RPC to server 04a770677e404d9fb61544949460b365, [363ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [363ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1138ms] refreshing cache from master, [1139ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1141ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@720010691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@268175a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025) -> (continuation of Deferred@188575953 after retry RPC@1975488036) -> (continuation of Deferred@64374832 after retry RPC@1014391777), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41772d43 -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025) -> (continuation of Deferred@188575953 after retry RPC@1975488036) -> (continuation of Deferred@64374832 after retry RPC@1014391777))) after lookup
15:03:37.802 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:37.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:37.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:37.804 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:37.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.884173 17779 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:37.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.884400 17779 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.885588 17779 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:37.886435 17172 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:37.887497 17172 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.891341 17643 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a" is_pre_election: true
15:03:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.891659 17643 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 4.
15:03:37.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.892483 17177 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:37.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.892836 17779 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 5 FOLLOWER]: Leader pre-election won for term 6
15:03:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.892915 17779 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.892958 17779 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 5 FOLLOWER]: Advancing to term 6
15:03:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.893906 17779 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.894289 17779 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 6 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.894656 17643 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.894767 17643 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 4 FOLLOWER]: Advancing to term 6
15:03:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:37.895232 17172 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.896929 17643 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 6.
15:03:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.897264 17177 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.897459 17779 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Leader election won for term 6
15:03:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.897737 17779 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 LEADER]: Becoming Leader. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Running, Role: LEADER
15:03:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.898059 17779 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:37.900364 15315 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 reported cstate change: term changed from 5 to 6, leader changed from 04a770677e404d9fb61544949460b365 (127.14.224.3) to 1d7d1ef03e4644b993197da825d75129 (127.14.224.1). New cstate: current_term: 6 leader_uuid: "1d7d1ef03e4644b993197da825d75129" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: HEALTHY } } }
15:03:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:38.466043 17172 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 -> Peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Couldn't send request to peer 04a770677e404d9fb61544949460b365. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:38.466684 17643 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 6 FOLLOWER]: Refusing update from remote peer 1d7d1ef03e4644b993197da825d75129: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
15:03:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:38.467406 17812 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
15:03:39.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:39.481 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:39.481 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2823), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [2ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [21ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [24ms] sending RPC to server 04a770677e404d9fb61544949460b365, [25ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [26ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [42ms] sending RPC to server 04a770677e404d9fb61544949460b365, [45ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [45ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [62ms] sending RPC to server 04a770677e404d9fb61544949460b365, [64ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [64ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [141ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [142ms] sending RPC to server 04a770677e404d9fb61544949460b365, [145ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [146ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [358ms] refreshing cache from master, [358ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [360ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [362ms] sending RPC to server 04a770677e404d9fb61544949460b365, [363ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [363ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1138ms] refreshing cache from master, [1139ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1141ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [1144ms] sending RPC to server 04a770677e404d9fb61544949460b365, [1146ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1146ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [2818ms] refreshing cache from master, [2819ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [2822ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@720010691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@268175a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025) -> (continuation of Deferred@188575953 after retry RPC@1975488036) -> (continuation of Deferred@64374832 after retry RPC@1014391777) -> (continuation of Deferred@1057283924 after retry RPC@820173374), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41772d43 -> wakeup thread Time-limited test -> (continuation of Deferred@1763669754 after retry RPC@1269221820) -> (continuation of Deferred@139108101 after retry RPC@1968983193) -> (continuation of Deferred@146170502 after retry RPC@1520737025) -> (continuation of Deferred@188575953 after retry RPC@1975488036) -> (continuation of Deferred@64374832 after retry RPC@1014391777) -> (continuation of Deferred@1057283924 after retry RPC@820173374))) after lookup
15:03:39.482 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:39.483 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] Successfully connected to peer
15:03:39.513 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8ad1a2ac, L:/127.0.0.1:39498 - R:/127.14.224.1:40483] using TOKEN/null
15:03:39.535 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.3:46721
15:03:39.535 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.536662 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.653679 17852 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.653954 17852 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.653990 17852 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.657889 17852 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.657982 17852 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.3
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.662525 17852 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17852
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.663599 17852 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.665094 17852 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.675469 17852 server_base.cc:1034] running on GCE node
15:03:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.675457 17870 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.675453 17872 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:39.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:39.675453 17862 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:39.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.676301 17852 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.676940 17852 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.678107 17852 hybrid_clock.cc:648] HybridClock initialized: now 1786460619678077 us; error 52 us; skew 500 ppm
15:03:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.680054 17852 webserver.cc:460] Webserver started at http://127.14.224.3:42909/ using document root <none> and password file <none>
15:03:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.680689 17852 fs_manager.cc:359] Metadata directory not provided
15:03:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.680757 17852 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:39.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.684363 17852 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.003s
15:03:39.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.686506 17885 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.687750 17852 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.687845 17852 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04a770677e404d9fb61544949460b365"
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.688341 17852 fs_report.cc:383] FS layout report
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/data
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.720271 17852 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.721038 17852 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.721261 17852 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:39.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.721926 17852 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:39.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.723162 17895 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.727320 17852 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.727380 17852 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:03:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.727432 17852 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.729063 17852 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.729117 17852 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
15:03:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.729451 17895 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap starting.
15:03:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.740062 17852 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.3:46721
15:03:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.740152 18109 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.3:46721 every 8 connection(s)
15:03:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.741184 17852 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.743919 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 17852
15:03:39.744 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.748027 17895 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Log is configured to *not* fsync() on all Append() calls
15:03:39.754 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:39.754 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.1:40483
15:03:39.755 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:03:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.755311 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 17148
15:03:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.784336 17895 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:39.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.785382 17895 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap complete.
15:03:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.787309 17895 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent bootstrapping tablet: real 0.058s	user 0.023s	sys 0.019s
15:03:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.792761 17895 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:39.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.794566 17895 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04a770677e404d9fb61544949460b365, State: Initialized, Role: FOLLOWER
15:03:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.795611 17895 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:39.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.798250 17895 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.001s
15:03:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.800550 18115 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.800844 18115 heartbeater.cc:464] Registering TS with master...
15:03:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.801569 18110 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.801573 18115 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.801687 18110 heartbeater.cc:464] Registering TS with master...
15:03:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.801846 18110 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.802613 18111 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.802702 18111 heartbeater.cc:464] Registering TS with master...
15:03:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.802901 18111 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.803704 15473 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.803704 15605 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.804008 15314 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.805197 15314 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.3:52855
15:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:39.807468 18111 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:39.809 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] handling channelInactive
15:03:39.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state READY due to: connection closed
15:03:39.810 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:39.811 [DEBUG - Time-limited test] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:39.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.813 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:39.819 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:39.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [3ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@2115427662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@398f8c4f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bace0a8 -> wakeup thread Time-limited test)) after lookup
15:03:39.820 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:39.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.822 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:39.840 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:39.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [3ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@2115427662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@398f8c4f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bace0a8 -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998))) after lookup
15:03:39.841 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:39.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.843 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.879 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:39.880 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:39.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [3ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [33ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [34ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [69ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@2115427662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@398f8c4f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bace0a8 -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998))) after lookup
15:03:39.901 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:39.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.902 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:39.919 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:39.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [3ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [33ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [34ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [69ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [90ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [92ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [92ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@2115427662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@398f8c4f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bace0a8 -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242))) after lookup
15:03:39.921 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:39.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:39.923 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:40.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:40.319 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:40.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=509), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [3ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [33ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [34ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [69ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [90ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [92ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [92ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [110ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [113ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [113ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [506ms] refreshing cache from master, [506ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [509ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@2115427662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@398f8c4f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242) -> (continuation of Deferred@826291313 after retry RPC@1962971719), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bace0a8 -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242) -> (continuation of Deferred@826291313 after retry RPC@1962971719))) after lookup
15:03:40.321 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:40.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:40.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:40.322 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:40.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:40.639 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:40.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=829), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [3ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [33ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [34ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [69ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [90ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [92ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [92ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [110ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [113ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [113ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [506ms] refreshing cache from master, [506ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [509ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [510ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [512ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [512ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [826ms] refreshing cache from master, [826ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [828ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@2115427662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@398f8c4f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@289893844 after retry RPC@954878971), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bace0a8 -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@289893844 after retry RPC@954878971))) after lookup
15:03:40.640 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:40.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:40.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:40.643 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.033819 18138 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 1d7d1ef03e4644b993197da825d75129)
15:03:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.033972 18138 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.035142 18138 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:41.036036 17509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:41.037000 17509 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.041366 18012 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "04a770677e404d9fb61544949460b365" is_pre_election: true
15:03:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.041761 18012 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4f33abd32a743c2820d2f6aea95748a in term 5.
15:03:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.042611 17507 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a; no voters: 1d7d1ef03e4644b993197da825d75129
15:03:41.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.042907 18138 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 6 FOLLOWER]: Leader pre-election won for term 7
15:03:41.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.042979 18138 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 6 FOLLOWER]: Starting leader election (detected failure of leader 1d7d1ef03e4644b993197da825d75129)
15:03:41.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.043010 18138 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 6 FOLLOWER]: Advancing to term 7
15:03:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.043929 18138 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.044294 18138 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 7 election: Requested vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.044687 18012 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "04a770677e404d9fb61544949460b365"
15:03:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.044839 18012 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 5 FOLLOWER]: Advancing to term 7
15:03:41.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:41.045511 17509 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.047294 18012 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4f33abd32a743c2820d2f6aea95748a in term 7.
15:03:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.047602 17507 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a; no voters: 1d7d1ef03e4644b993197da825d75129
15:03:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.047811 18138 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 7 FOLLOWER]: Leader election won for term 7
15:03:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.048074 18138 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 7 LEADER]: Becoming Leader. State: Replica: d4f33abd32a743c2820d2f6aea95748a, State: Running, Role: LEADER
15:03:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.048389 18138 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.051041 15314 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a reported cstate change: term changed from 6 to 7, leader changed from 1d7d1ef03e4644b993197da825d75129 (127.14.224.1) to d4f33abd32a743c2820d2f6aea95748a (127.14.224.2). New cstate: current_term: 7 leader_uuid: "d4f33abd32a743c2820d2f6aea95748a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: UNKNOWN } } }
15:03:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.528723 18012 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 7 FOLLOWER]: Refusing update from remote peer d4f33abd32a743c2820d2f6aea95748a: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
15:03:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:41.529511 18138 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [LEADER]: Connected to new peer: Peer: permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
15:03:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:41.537075 17509 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a -> Peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Couldn't send request to peer 1d7d1ef03e4644b993197da825d75129. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:43.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:43.600 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:43.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3789), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [3ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [12ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [33ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [34ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [69ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [90ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [92ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [92ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [109ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [110ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [113ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [113ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [506ms] refreshing cache from master, [506ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [509ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [510ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [512ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [512ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [826ms] refreshing cache from master, [826ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [828ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [830ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [833ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [833ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3786ms] refreshing cache from master, [3787ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [3789ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@2115427662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@398f8c4f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@289893844 after retry RPC@954878971) -> (continuation of Deferred@2050282008 after retry RPC@275512118), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bace0a8 -> wakeup thread Time-limited test -> (continuation of Deferred@1938704062 after retry RPC@1327793998) -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@1586259119 after retry RPC@1335981242) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@289893844 after retry RPC@954878971) -> (continuation of Deferred@2050282008 after retry RPC@275512118))) after lookup
15:03:43.602 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:43.602 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] Successfully connected to peer
15:03:43.623 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x43d359a6, L:/127.0.0.1:48710 - R:/127.14.224.2:38341] using TOKEN/null
15:03:43.642 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.1:40483
15:03:43.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.644979 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:40483
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46075
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:43.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.766599 18227 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:43.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.766862 18227 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:43.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.766896 18227 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.770826 18227 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.770910 18227 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.1
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.775513 18227 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:40483
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46075
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18227
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.776578 18227 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.777976 18227 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:43.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.788570 18232 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.788766 18227 server_base.cc:1034] running on GCE node
15:03:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.788570 18233 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:43.788614 18235 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:43.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.789333 18227 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.789979 18227 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:43.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.791215 18227 hybrid_clock.cc:648] HybridClock initialized: now 1786460623791168 us; error 62 us; skew 500 ppm
15:03:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.797107 18227 webserver.cc:460] Webserver started at http://127.14.224.1:46075/ using document root <none> and password file <none>
15:03:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.797736 18227 fs_manager.cc:359] Metadata directory not provided
15:03:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.797849 18227 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.801681 18227 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
15:03:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.803830 18249 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.805094 18227 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:03:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.805226 18227 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.805828 18227 fs_report.cc:383] FS layout report
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/data
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.817857 18227 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.818462 18227 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.818611 18227 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.819124 18227 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:43.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.820344 18262 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.824560 18227 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.824643 18227 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
15:03:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.824698 18227 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.826223 18227 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.826269 18227 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:03:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.826634 18262 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap starting.
15:03:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.837587 18227 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.1:40483
15:03:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.837683 18475 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.1:40483 every 8 connection(s)
15:03:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.838706 18227 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.842350 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 18227
15:03:43.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:43.849 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
15:03:43.851 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
15:03:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.852406 18262 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Log is configured to *not* fsync() on all Append() calls
15:03:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.854351 18478 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.854641 18478 heartbeater.cc:464] Registering TS with master...
15:03:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.854712 18477 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.854812 18477 heartbeater.cc:464] Registering TS with master...
15:03:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.855226 18477 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.855224 18478 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.856964 18479 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.857061 18479 heartbeater.cc:464] Registering TS with master...
15:03:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.857234 18479 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.857318 15315 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.857535 15606 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.858393 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.1:40683
15:03:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.858461 15473 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:43.864 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:43.864 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.2:38341
15:03:43.865 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:03:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.865607 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 17474
15:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.883987 18262 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.884524 18262 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap complete.
15:03:43.884 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] handling channelInactive
15:03:43.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state READY due to: connection closed
15:03:43.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:43.885 [DEBUG - Time-limited test] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:43.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.885926 18262 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent bootstrapping tablet: real 0.060s	user 0.035s	sys 0.008s
15:03:43.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.887 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.888926 18262 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.889370 18262 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Initialized, Role: FOLLOWER
15:03:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.889799 18262 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.890534 18478 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:43.890815 18262 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
15:03:43.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:43.898 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:43.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1818344535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@545ebb3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73ab8017 -> wakeup thread Time-limited test)) after lookup
15:03:43.900 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:43.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.901 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:43.919 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:43.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [14ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [16ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [34ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1818344535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@545ebb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73ab8017 -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454))) after lookup
15:03:43.920 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:43.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.922 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:43.960 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:43.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [14ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [16ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [34ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [35ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [37ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [37ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [74ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1818344535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@545ebb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73ab8017 -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892))) after lookup
15:03:43.962 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:43.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:43.963 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:44.060 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:44.060 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:44.060 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [14ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [16ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [34ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [35ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [37ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [37ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [74ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [76ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [78ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [78ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [174ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1818344535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@545ebb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892) -> (continuation of Deferred@1590939472 after retry RPC@1319024914), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73ab8017 -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892) -> (continuation of Deferred@1590939472 after retry RPC@1319024914))) after lookup
15:03:44.061 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:44.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:44.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:44.063 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:44.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:44.199 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:44.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=314), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [14ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [16ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [34ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [35ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [37ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [37ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [74ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [76ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [78ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [78ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [174ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [176ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [178ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [178ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [311ms] refreshing cache from master, [311ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [313ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1818344535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@545ebb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892) -> (continuation of Deferred@1590939472 after retry RPC@1319024914) -> (continuation of Deferred@1809009563 after retry RPC@1346251226), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73ab8017 -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892) -> (continuation of Deferred@1590939472 after retry RPC@1319024914) -> (continuation of Deferred@1809009563 after retry RPC@1346251226))) after lookup
15:03:44.201 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:44.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:44.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:44.202 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.093537 18503 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.093802 18503 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.095026 18503 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.095956 18252 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.096907 18252 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.099668 18012 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "04a770677e404d9fb61544949460b365" is_pre_election: true
15:03:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.100234 18251 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129; no voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a
15:03:45.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.100479 18503 raft_consensus.cc:2726] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
15:03:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.143096 18512 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader d4f33abd32a743c2820d2f6aea95748a)
15:03:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.143258 18512 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:45.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.144363 18512 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:45.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.145202 17887 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.146224 17887 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.149914 18376 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129" is_pre_election: true
15:03:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.150218 18376 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 6.
15:03:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.151129 17888 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129; no voters: d4f33abd32a743c2820d2f6aea95748a
15:03:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.151382 18512 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 7 FOLLOWER]: Leader pre-election won for term 8
15:03:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.151444 18512 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 7 FOLLOWER]: Starting leader election (detected failure of leader d4f33abd32a743c2820d2f6aea95748a)
15:03:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.151482 18512 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 7 FOLLOWER]: Advancing to term 8
15:03:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.152383 18512 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.152822 18512 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 8 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.153308 18376 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.153452 18376 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 6 FOLLOWER]: Advancing to term 8
15:03:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.153875 17887 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.155659 18376 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 8.
15:03:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.155964 17888 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129; no voters: d4f33abd32a743c2820d2f6aea95748a
15:03:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.156154 18512 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 8 FOLLOWER]: Leader election won for term 8
15:03:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.156349 18512 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 8 LEADER]: Becoming Leader. State: Replica: 04a770677e404d9fb61544949460b365, State: Running, Role: LEADER
15:03:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.156677 18512 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.159145 15315 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 reported cstate change: term changed from 7 to 8, leader changed from d4f33abd32a743c2820d2f6aea95748a (127.14.224.2) to 04a770677e404d9fb61544949460b365 (127.14.224.3). New cstate: current_term: 8 leader_uuid: "04a770677e404d9fb61544949460b365" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: UNKNOWN } } }
15:03:45.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:45.520 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:45.521 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1635), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [14ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [16ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [34ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [35ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [37ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [37ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [74ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [76ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [78ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [78ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [174ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [176ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [178ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [178ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [311ms] refreshing cache from master, [311ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [313ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [315ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [317ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [317ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [1631ms] refreshing cache from master, [1632ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1634ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1818344535(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@545ebb3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892) -> (continuation of Deferred@1590939472 after retry RPC@1319024914) -> (continuation of Deferred@1809009563 after retry RPC@1346251226) -> (continuation of Deferred@1269538839 after retry RPC@50396123), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73ab8017 -> wakeup thread Time-limited test -> (continuation of Deferred@1276075168 after retry RPC@627614454) -> (continuation of Deferred@417164675 after retry RPC@2025984892) -> (continuation of Deferred@1590939472 after retry RPC@1319024914) -> (continuation of Deferred@1809009563 after retry RPC@1346251226) -> (continuation of Deferred@1269538839 after retry RPC@50396123))) after lookup
15:03:45.522 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:45.523 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] Successfully connected to peer
15:03:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.537421 18376 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 8 FOLLOWER]: Refusing update from remote peer 04a770677e404d9fb61544949460b365: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
15:03:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.538362 18512 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
15:03:45.539 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbfadb43d, L:/127.0.0.1:55880 - R:/127.14.224.3:46721] using TOKEN/null
15:03:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.547175 17887 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 -> Peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Couldn't send request to peer d4f33abd32a743c2820d2f6aea95748a. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:45.561 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.2:38341
15:03:45.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:03:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.562592 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:38341
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35149
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.680289 18565 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.680632 18565 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.680688 18565 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.685040 18565 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.685171 18565 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.2
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.689862 18565 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:38341
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35149
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18565
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.691303 18565 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:45.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.692991 18565 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.702790 18573 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.702801 18571 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:45.702801 18577 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.702970 18565 server_base.cc:1034] running on GCE node
15:03:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.703724 18565 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.704319 18565 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:45.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.705487 18565 hybrid_clock.cc:648] HybridClock initialized: now 1786460625705469 us; error 54 us; skew 500 ppm
15:03:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.707594 18565 webserver.cc:460] Webserver started at http://127.14.224.2:35149/ using document root <none> and password file <none>
15:03:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.708235 18565 fs_manager.cc:359] Metadata directory not provided
15:03:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.708341 18565 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.713666 18565 fs_manager.cc:709] Time spent opening directory manager: real 0.004s	user 0.001s	sys 0.003s
15:03:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.716728 18591 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.717898 18565 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.718008 18565 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.718578 18565 fs_report.cc:383] FS layout report
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/data
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.732577 18565 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.733212 18565 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.733381 18565 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.733928 18565 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.735116 18603 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.739108 18565 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.739212 18565 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:03:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.739280 18565 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.741062 18565 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.741134 18565 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
15:03:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.741423 18603 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap starting.
15:03:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.754840 18565 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.2:38341
15:03:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.754917 18807 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.2:38341 every 8 connection(s)
15:03:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.756004 18565 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.759657 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 18565
15:03:45.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.769330 18811 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.769588 18811 heartbeater.cc:464] Registering TS with master...
15:03:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.770153 18811 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:45.770 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.770678 18603 log.cc:824] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Log is configured to *not* fsync() on all Append() calls
15:03:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.769344 18810 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:45.771 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.3:46721
15:03:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.771013 18810 heartbeater.cc:464] Registering TS with master...
15:03:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.771181 18810 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:45.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.771565 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 17852
15:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.791221 15314 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.791980 15606 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.792358 15314 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.2:55889
15:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.797065 18813 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.797204 18813 heartbeater.cc:464] Registering TS with master...
15:03:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.797438 18813 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.798405 15473 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:45.801 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] handling channelInactive
15:03:45.801 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:45.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state READY due to: connection closed
15:03:45.801 [DEBUG - Time-limited test] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:45.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.805 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.813254 18603 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.813611 18603 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap complete.
15:03:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.814754 18603 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent bootstrapping tablet: real 0.074s	user 0.035s	sys 0.004s
15:03:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.817312 18603 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.817813 18603 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4f33abd32a743c2820d2f6aea95748a, State: Initialized, Role: FOLLOWER
15:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.818341 18603 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.819351 18811 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:45.819411 18603 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
15:03:45.819 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:45.820 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:45.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [4ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [4ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1263949162(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@5cbe1aba -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@302672f8 -> wakeup thread Time-limited test)) after lookup
15:03:45.821 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:45.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.823 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:45.839 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:45.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [4ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [4ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server 04a770677e404d9fb61544949460b365, [22ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [22ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1263949162(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@5cbe1aba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@302672f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451))) after lookup
15:03:45.840 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:45.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.841 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:45.879 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:45.879 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [4ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [4ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server 04a770677e404d9fb61544949460b365, [22ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [22ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [38ms] sending RPC to server 04a770677e404d9fb61544949460b365, [40ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [40ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1263949162(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@5cbe1aba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@302672f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652))) after lookup
15:03:45.880 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:45.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.882 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:45.979 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:45.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=178), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [4ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [4ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server 04a770677e404d9fb61544949460b365, [22ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [22ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [38ms] sending RPC to server 04a770677e404d9fb61544949460b365, [40ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [40ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [79ms] sending RPC to server 04a770677e404d9fb61544949460b365, [81ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [177ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1263949162(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@5cbe1aba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652) -> (continuation of Deferred@989667968 after retry RPC@115903842), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@302672f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652) -> (continuation of Deferred@989667968 after retry RPC@115903842))) after lookup
15:03:45.980 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:45.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:45.981 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:46.139 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:46.140 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:46.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=339), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [4ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [4ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server 04a770677e404d9fb61544949460b365, [22ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [22ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [38ms] sending RPC to server 04a770677e404d9fb61544949460b365, [40ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [40ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [79ms] sending RPC to server 04a770677e404d9fb61544949460b365, [81ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [177ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [179ms] sending RPC to server 04a770677e404d9fb61544949460b365, [180ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [180ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [335ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [338ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1263949162(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@5cbe1aba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@1219310880 after retry RPC@508611577), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@302672f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@1219310880 after retry RPC@508611577))) after lookup
15:03:46.141 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:46.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:46.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:46.143 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.061882 18828 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.062079 18828 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.062644 18828 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.064105 18251 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.068687 18724 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a" is_pre_election: true
15:03:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.068984 18724 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 7.
15:03:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.069725 18252 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.069909 18828 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 8 FOLLOWER]: Leader pre-election won for term 9
15:03:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.069983 18828 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.070019 18828 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 8 FOLLOWER]: Advancing to term 9
15:03:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.070987 18828 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.071346 18828 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 9 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.071715 18724 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.071844 18724 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 7 FOLLOWER]: Advancing to term 9
15:03:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.072639 18251 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.074018 18724 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 9.
15:03:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.074337 18252 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.074499 18828 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 9 FOLLOWER]: Leader election won for term 9
15:03:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.074698 18828 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 9 LEADER]: Becoming Leader. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Running, Role: LEADER
15:03:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.075007 18828 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.077451 15314 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 reported cstate change: term changed from 8 to 9, leader changed from 04a770677e404d9fb61544949460b365 (127.14.224.3) to 1d7d1ef03e4644b993197da825d75129 (127.14.224.1). New cstate: current_term: 9 leader_uuid: "1d7d1ef03e4644b993197da825d75129" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: HEALTHY } } }
15:03:47.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:47.519 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:47.519 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1717), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [4ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [4ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server 04a770677e404d9fb61544949460b365, [22ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [22ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [38ms] sending RPC to server 04a770677e404d9fb61544949460b365, [40ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [40ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [77ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [79ms] sending RPC to server 04a770677e404d9fb61544949460b365, [81ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [81ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [177ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [179ms] sending RPC to server 04a770677e404d9fb61544949460b365, [180ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [180ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [335ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [338ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [340ms] sending RPC to server 04a770677e404d9fb61544949460b365, [342ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [342ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1715ms] refreshing cache from master, [1715ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1717ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1263949162(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@5cbe1aba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@1219310880 after retry RPC@508611577) -> (continuation of Deferred@1970678280 after retry RPC@1835083868), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@302672f8 -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@15691683 after retry RPC@1059086652) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@1219310880 after retry RPC@508611577) -> (continuation of Deferred@1970678280 after retry RPC@1835083868))) after lookup
15:03:47.520 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:47.521 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] Successfully connected to peer
15:03:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.532464 18251 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 -> Peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Couldn't send request to peer 04a770677e404d9fb61544949460b365. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:47.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x20c82664, L:/127.0.0.1:35920 - R:/127.14.224.1:40483] using TOKEN/null
15:03:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.545054 18724 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 9 FOLLOWER]: Refusing update from remote peer 1d7d1ef03e4644b993197da825d75129: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 30. (index mismatch)
15:03:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.545858 18828 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
15:03:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.555323 18854 mvcc.cc:205] Tried to move back new op lower bound from 7317342730418245632 to 7317342728501710848. Current Snapshot: MvccSnapshot[applied={T|T < 7317342730418245632}]
15:03:47.571 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.3:46721
15:03:47.572 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.572824 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.691229 18865 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.691476 18865 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.691560 18865 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:47.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.695669 18865 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:47.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.695760 18865 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.3
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.700569 18865 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18865
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.701701 18865 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:47.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.703049 18865 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.715135 18874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.715113 18878 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.715142 18865 server_base.cc:1034] running on GCE node
15:03:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:47.715163 18880 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.715822 18865 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.716554 18865 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.717768 18865 hybrid_clock.cc:648] HybridClock initialized: now 1786460627717749 us; error 40 us; skew 500 ppm
15:03:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.720266 18865 webserver.cc:460] Webserver started at http://127.14.224.3:42909/ using document root <none> and password file <none>
15:03:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.720894 18865 fs_manager.cc:359] Metadata directory not provided
15:03:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.720966 18865 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.725140 18865 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
15:03:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.727294 18891 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.728668 18865 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.728785 18865 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04a770677e404d9fb61544949460b365"
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.729336 18865 fs_report.cc:383] FS layout report
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/data
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.769901 18865 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.770709 18865 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.770874 18865 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.771489 18865 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.772888 18907 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.776897 18865 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.776978 18865 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:03:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.777043 18865 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.778708 18865 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.778780 18865 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
15:03:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.779035 18907 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap starting.
15:03:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.791047 18865 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.3:46721
15:03:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.791409 19114 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.3:46721 every 8 connection(s)
15:03:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.792452 18865 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:47.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.797735 18907 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Log is configured to *not* fsync() on all Append() calls
15:03:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.800386 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 18865
15:03:47.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.807243 19120 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.807487 19116 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.807703 19120 heartbeater.cc:464] Registering TS with master...
15:03:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.807700 19116 heartbeater.cc:464] Registering TS with master...
15:03:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.808475 19116 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.808527 19120 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:47.810 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:47.810 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.1:40483
15:03:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.810797 15473 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:47.811 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:03:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.810864 15314 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.811332 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 18227
15:03:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.811829 15314 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.3:53333
15:03:47.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.826212 19115 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:47.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.826345 19115 heartbeater.cc:464] Registering TS with master...
15:03:47.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.826615 19115 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:47.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.827744 15606 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:47.830 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] handling channelInactive
15:03:47.830 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:47.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state READY due to: connection closed
15:03:47.831 [DEBUG - Time-limited test] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:47.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.832290 18907 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:47.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.833 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.832856 18907 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap complete.
15:03:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.834172 18907 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent bootstrapping tablet: real 0.055s	user 0.027s	sys 0.016s
15:03:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.836696 18907 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.837304 18907 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04a770677e404d9fb61544949460b365, State: Initialized, Role: FOLLOWER
15:03:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.837904 18907 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.839247 18907 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.001s
15:03:47.839 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:47.840 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:47.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [2ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@4f50d58e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test)) after lookup
15:03:47.841 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:47.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.842 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:47.842953 19116 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:47.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:47.859 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:47.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [2ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [11ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771))) after lookup
15:03:47.859 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:47.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.861 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:47.899 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:47.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [2ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [11ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [28ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [30ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [67ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158))) after lookup
15:03:47.900 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:47.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.902 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:47.979 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:47.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=149), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [2ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [11ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [28ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [30ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [67ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [69ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [71ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [71ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [147ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602))) after lookup
15:03:47.981 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:47.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:47.983 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:48.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:48.219 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:48.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=388), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [2ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [11ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [28ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [30ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [67ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [69ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [71ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [71ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [147ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [149ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [152ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [152ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [385ms] refreshing cache from master, [385ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [387ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708))) after lookup
15:03:48.221 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:48.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:48.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state CONNECTING due to: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:48.221 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483
15:03:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.071962 19147 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 1d7d1ef03e4644b993197da825d75129)
15:03:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.072124 19147 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.073369 19147 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.074227 18598 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.075230 18598 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.079375 19008 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "04a770677e404d9fb61544949460b365" is_pre_election: true
15:03:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.079671 19008 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4f33abd32a743c2820d2f6aea95748a in term 8.
15:03:49.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.080636 18595 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a; no voters: 1d7d1ef03e4644b993197da825d75129
15:03:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.080981 19147 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 9 FOLLOWER]: Leader pre-election won for term 10
15:03:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.081056 19147 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 9 FOLLOWER]: Starting leader election (detected failure of leader 1d7d1ef03e4644b993197da825d75129)
15:03:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.081103 19147 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 9 FOLLOWER]: Advancing to term 10
15:03:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.082152 19147 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.082494 19147 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 10 election: Requested vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.082880 19008 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "04a770677e404d9fb61544949460b365"
15:03:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.083051 19008 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 8 FOLLOWER]: Advancing to term 10
15:03:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.083694 18598 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111)
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.085330 19008 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4f33abd32a743c2820d2f6aea95748a in term 10.
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.085675 18595 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, d4f33abd32a743c2820d2f6aea95748a; no voters: 1d7d1ef03e4644b993197da825d75129
15:03:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.085843 19147 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Leader election won for term 10
15:03:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.086091 19147 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 LEADER]: Becoming Leader. State: Replica: d4f33abd32a743c2820d2f6aea95748a, State: Running, Role: LEADER
15:03:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.086403 19147 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.088866 15314 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a reported cstate change: term changed from 9 to 10, leader changed from 1d7d1ef03e4644b993197da825d75129 (127.14.224.1) to d4f33abd32a743c2820d2f6aea95748a (127.14.224.2). New cstate: current_term: 10 leader_uuid: "d4f33abd32a743c2820d2f6aea95748a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: UNKNOWN } } }
15:03:49.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:49.399 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:49.399 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1568), Traces: [0ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [2ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [3ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [11ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [11ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [27ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [28ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [30ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [30ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [67ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [69ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [71ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [71ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [147ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [149ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [152ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [152ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [385ms] refreshing cache from master, [385ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [387ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [389ms] sending RPC to server 1d7d1ef03e4644b993197da825d75129, [390ms] received response from server 1d7d1ef03e4644b993197da825d75129: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [390ms] delaying RPC due to: Network error: Failed to connect to peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483): Connection refused: /127.14.224.1:40483, [1565ms] refreshing cache from master, [1565ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1567ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708) -> (continuation of Deferred@227283129 after retry RPC@174857028), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708) -> (continuation of Deferred@227283129 after retry RPC@174857028))) after lookup
15:03:49.400 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:49.402 [DEBUG - kudu-nio-1] (Connection.java:757) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] Successfully connected to peer
15:03:49.419 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xde5bda03, L:/127.0.0.1:34512 - R:/127.14.224.2:38341] using TOKEN/null
15:03:49.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.423434 18598 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a -> Peer 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483): Couldn't send request to peer 1d7d1ef03e4644b993197da825d75129. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.1:40483: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:49.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.423534 19008 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 10 FOLLOWER]: Refusing update from remote peer d4f33abd32a743c2820d2f6aea95748a: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 34. (index mismatch)
15:03:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.424221 19155 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [LEADER]: Connected to new peer: Peer: permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
15:03:49.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.431365 19177 mvcc.cc:205] Tried to move back new op lower bound from 7317342738110390272 to 7317342736740237312. Current Snapshot: MvccSnapshot[applied={T|T < 7317342738110390272}]
15:03:49.447 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.1:40483
15:03:49.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.448860 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:40483
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46075
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.567425 19191 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:49.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.567696 19191 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.567734 19191 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:49.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.571852 19191 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:49.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.571957 19191 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.1
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.577423 19191 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.1:40483
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.1
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46075
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19191
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.1
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/logs
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.578533 19191 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.580011 19191 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.590166 19197 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.590178 19198 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.590363 19191 server_base.cc:1034] running on GCE node
15:03:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:49.590855 19201 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:49.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.591275 19191 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:49.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.592007 19191 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:49.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.593201 19191 hybrid_clock.cc:648] HybridClock initialized: now 1786460629593148 us; error 76 us; skew 500 ppm
15:03:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.598888 19191 webserver.cc:460] Webserver started at http://127.14.224.1:46075/ using document root <none> and password file <none>
15:03:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.599449 19191 fs_manager.cc:359] Metadata directory not provided
15:03:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.599511 19191 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.603370 19191 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
15:03:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.605670 19215 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:49.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.607024 19191 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:03:49.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.607187 19191 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:49.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:49.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:21 on dist-test-slave-rwrg"
15:03:49.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.607791 19191 fs_report.cc:383] FS layout report
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/wal
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/data
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:49.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.619863 19191 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.620678 19191 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.620888 19191 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.621554 19191 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.622992 19230 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.627316 19191 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.627413 19191 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
15:03:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.627482 19191 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.629263 19191 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.629338 19191 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
15:03:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.629611 19230 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap starting.
15:03:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.640944 19191 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.1:40483
15:03:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.641043 19438 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.1:40483 every 8 connection(s)
15:03:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.641968 19191 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-0/data/info.pb
15:03:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.648483 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 19191
15:03:49.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.649741 19230 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Log is configured to *not* fsync() on all Append() calls
15:03:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.655827 19441 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:49.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.656066 19441 heartbeater.cc:464] Registering TS with master...
15:03:49.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.656697 19441 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:49.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.658720 15473 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:49.660 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:49.660 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.2:38341
15:03:49.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:03:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.661121 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 18565
15:03:49.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.671455 19439 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:49.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.671567 19439 heartbeater.cc:464] Registering TS with master...
15:03:49.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.671816 19439 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.673704 15605 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.674329 19440 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.674434 19440 heartbeater.cc:464] Registering TS with master...
15:03:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.674641 19440 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.675599 15314 ts_manager.cc:194] Re-registered known tserver with Master: 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.676790 15314 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.1:48619
15:03:49.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:49.679 [DEBUG - kudu-nio-1] (Connection.java:239) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] handling channelInactive
15:03:49.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state READY due to: connection closed
15:03:49.680 [DEBUG - Time-limited test] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:49.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.682 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.685779 19230 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.686266 19230 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Bootstrap complete.
15:03:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.687569 19230 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent bootstrapping tablet: real 0.058s	user 0.045s	sys 0.000s
15:03:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.690246 19230 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.690722 19230 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Initialized, Role: FOLLOWER
15:03:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.691250 19230 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.692117 19440 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:49.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:49.692556 19230 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129: Time spent starting tablet: real 0.005s	user 0.008s	sys 0.000s
15:03:49.698 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:49.698 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:49.699 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test)) after lookup
15:03:49.699 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:49.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.701 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.718 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:49.719 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:49.719 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [21ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230))) after lookup
15:03:49.719 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:49.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.721 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:49.759 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:49.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [21ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [39ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [41ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [78ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294))) after lookup
15:03:49.760 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:49.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.762 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:49.900 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:49.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=221), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [21ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [39ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [41ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [78ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [80ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [82ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [82ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [216ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [219ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844))) after lookup
15:03:49.901 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:49.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:49.903 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.139 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:50.139 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:50.140 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=460), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [21ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [39ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [41ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [78ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [80ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [82ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [82ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [216ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [219ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [221ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [223ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [223ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [456ms] refreshing cache from master, [456ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [459ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332))) after lookup
15:03:50.140 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:50.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.142 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.499 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:50.499 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:50.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=820), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [21ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [39ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [41ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [78ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [80ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [82ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [82ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [216ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [219ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [221ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [223ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [223ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [456ms] refreshing cache from master, [456ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [459ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [460ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [462ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [462ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [816ms] refreshing cache from master, [816ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [819ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332) -> (continuation of Deferred@1732805343 after retry RPC@233518858), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332) -> (continuation of Deferred@1732805343 after retry RPC@233518858))) after lookup
15:03:50.501 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:50.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.501 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:50.859 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)[L]]}]
15:03:50.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1180), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [21ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [39ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [41ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [78ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [80ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [82ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [82ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [216ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [219ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [221ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [223ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [223ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [456ms] refreshing cache from master, [456ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [459ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [460ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [462ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [462ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [816ms] refreshing cache from master, [816ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [819ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [820ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [821ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [821ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [1176ms] refreshing cache from master, [1176ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1179ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332) -> (continuation of Deferred@1732805343 after retry RPC@233518858) -> (continuation of Deferred@456184709 after retry RPC@1668798725), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332) -> (continuation of Deferred@1732805343 after retry RPC@233518858) -> (continuation of Deferred@456184709 after retry RPC@1668798725))) after lookup
15:03:50.860 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] connecting to peer
15:03:50.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.862 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341
15:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.947923 19460 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader d4f33abd32a743c2820d2f6aea95748a)
15:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.948117 19460 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.949445 19460 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:50.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:50.950259 18896 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:50.951200 18896 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.955080 19358 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129" is_pre_election: true
15:03:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.955349 19358 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 9.
15:03:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.956099 18897 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129; no voters: d4f33abd32a743c2820d2f6aea95748a
15:03:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.956339 19460 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 10 FOLLOWER]: Leader pre-election won for term 11
15:03:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.956403 19460 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 10 FOLLOWER]: Starting leader election (detected failure of leader d4f33abd32a743c2820d2f6aea95748a)
15:03:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.956442 19460 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 10 FOLLOWER]: Advancing to term 11
15:03:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.957405 19460 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.957746 19460 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 11 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.958118 19358 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "04a770677e404d9fb61544949460b365" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129"
15:03:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.958280 19358 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 9 FOLLOWER]: Advancing to term 11
15:03:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:50.959003 18896 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111)
15:03:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.960409 19358 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04a770677e404d9fb61544949460b365 in term 11.
15:03:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.960798 18897 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129; no voters: d4f33abd32a743c2820d2f6aea95748a
15:03:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.960999 19460 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 11 FOLLOWER]: Leader election won for term 11
15:03:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.961216 19460 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 11 LEADER]: Becoming Leader. State: Replica: 04a770677e404d9fb61544949460b365, State: Running, Role: LEADER
15:03:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.961565 19460 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:50.964094 15314 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 reported cstate change: term changed from 10 to 11, leader changed from d4f33abd32a743c2820d2f6aea95748a (127.14.224.2) to 04a770677e404d9fb61544949460b365 (127.14.224.3). New cstate: current_term: 11 leader_uuid: "04a770677e404d9fb61544949460b365" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: UNKNOWN } } }
15:03:50.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:50.999 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:50.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=16, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1319), Traces: [0ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [2ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [19ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [21ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [39ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [41ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [78ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [80ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [82ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [82ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [216ms] refreshing cache from master, [217ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [219ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [221ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [223ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [223ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [456ms] refreshing cache from master, [456ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [459ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [460ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [462ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [462ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [816ms] refreshing cache from master, [816ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [819ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [820ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [821ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [821ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [1176ms] refreshing cache from master, [1176ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1179ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [1180ms] sending RPC to server d4f33abd32a743c2820d2f6aea95748a, [1182ms] received response from server d4f33abd32a743c2820d2f6aea95748a: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [1182ms] delaying RPC due to: Network error: Failed to connect to peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341): Connection refused: /127.14.224.2:38341, [1316ms] refreshing cache from master, [1316ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1318ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1598674242(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@58965ee6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332) -> (continuation of Deferred@1732805343 after retry RPC@233518858) -> (continuation of Deferred@456184709 after retry RPC@1668798725) -> (continuation of Deferred@329089391 after retry RPC@1316998632), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1489c34e -> wakeup thread Time-limited test -> (continuation of Deferred@769597008 after retry RPC@2006334230) -> (continuation of Deferred@282289939 after retry RPC@1401560294) -> (continuation of Deferred@1491918739 after retry RPC@1526891844) -> (continuation of Deferred@151348175 after retry RPC@919306332) -> (continuation of Deferred@1732805343 after retry RPC@233518858) -> (continuation of Deferred@456184709 after retry RPC@1668798725) -> (continuation of Deferred@329089391 after retry RPC@1316998632))) after lookup
15:03:51.000 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:51.001 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] Successfully connected to peer
15:03:51.019 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x73476630, L:/127.0.0.1:55940 - R:/127.14.224.3:46721] using TOKEN/null
15:03:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.023918 19358 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 11 FOLLOWER]: Refusing update from remote peer 04a770677e404d9fb61544949460b365: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 38. (index mismatch)
15:03:51.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.024837 19460 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
15:03:51.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.025240 18896 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 -> Peer d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341): Couldn't send request to peer d4f33abd32a743c2820d2f6aea95748a. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.2:38341: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:51.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.031893 19505 mvcc.cc:205] Tried to move back new op lower bound from 7317342744666533888 to 7317342744421285888. Current Snapshot: MvccSnapshot[applied={T|T < 7317342744666533888}]
15:03:51.047 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.2:38341
15:03:51.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

15:03:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.047781 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:38341
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35149
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.164428 19523 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:51.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.164754 19523 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.164804 19523 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.169085 19523 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.169209 19523 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.2
15:03:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.174386 19523 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.2:38341
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.2
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35149
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19523
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.2
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/logs
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.175781 19523 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.177379 19523 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.187816 19532 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.187808 19534 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.187927 19523 server_base.cc:1034] running on GCE node
15:03:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:51.187808 19531 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:51.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.188735 19523 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:51.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.189469 19523 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:51.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.190665 19523 hybrid_clock.cc:648] HybridClock initialized: now 1786460631190640 us; error 39 us; skew 500 ppm
15:03:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.192739 19523 webserver.cc:460] Webserver started at http://127.14.224.2:35149/ using document root <none> and password file <none>
15:03:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.193351 19523 fs_manager.cc:359] Metadata directory not provided
15:03:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.193445 19523 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:51.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.197610 19523 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
15:03:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.200148 19560 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.201560 19523 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.201699 19523 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.202283 19523 fs_report.cc:383] FS layout report
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/wal
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/data
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:51.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.228058 19523 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:51.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.228937 19523 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:51.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.229159 19523 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:51.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.229830 19523 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.231071 19574 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.235193 19523 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.235271 19523 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:03:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.235333 19523 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.236984 19523 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.237076 19523 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
15:03:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.237387 19574 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap starting.
15:03:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.248200 19523 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.2:38341
15:03:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.248234 19762 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.2:38341 every 8 connection(s)
15:03:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.249425 19523 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-1/data/info.pb
15:03:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.255116 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 19523
15:03:51.255 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.259130 19574 log.cc:824] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Log is configured to *not* fsync() on all Append() calls
15:03:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.261651 19763 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.261884 19763 heartbeater.cc:464] Registering TS with master...
15:03:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.262462 19763 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.263847 19764 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.263929 19764 heartbeater.cc:464] Registering TS with master...
15:03:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.264104 19764 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.264232 19765 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.264299 19765 heartbeater.cc:464] Registering TS with master...
15:03:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.264441 19765 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.264916 15606 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.265429 15472 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.265810 15315 ts_manager.cc:194] Re-registered known tserver with Master: d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341)
15:03:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.266746 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.2:34583
15:03:51.269 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:51.270 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.224.3:46721
15:03:51.270 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.270550 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 18865
15:03:51.288 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] handling channelInactive
15:03:51.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state READY due to: connection closed
15:03:51.289 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:51.289 [DEBUG - Time-limited test] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:51.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.292 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.295969 19574 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.296378 19574 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Bootstrap complete.
15:03:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.297660 19574 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent bootstrapping tablet: real 0.061s	user 0.035s	sys 0.010s
15:03:51.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:51.299 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:51.299 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1911675427(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@62240a62 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ed4a2f -> wakeup thread Time-limited test)) after lookup
15:03:51.300 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:51.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.300480 19574 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:51.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.301004 19574 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4f33abd32a743c2820d2f6aea95748a, State: Initialized, Role: FOLLOWER
15:03:51.301 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.301579 19574 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:51.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.302398 19764 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:51.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:51.302660 19574 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
15:03:51.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:51.318 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:51.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 04a770677e404d9fb61544949460b365, [12ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [12ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1911675427(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@62240a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ed4a2f -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191))) after lookup
15:03:51.320 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:51.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.322 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.359 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:51.359 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:51.359 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 04a770677e404d9fb61544949460b365, [12ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [12ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 04a770677e404d9fb61544949460b365, [33ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [33ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1911675427(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@62240a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ed4a2f -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837))) after lookup
15:03:51.360 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:51.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.361 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:51.378 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:51.379 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 04a770677e404d9fb61544949460b365, [12ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [12ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 04a770677e404d9fb61544949460b365, [33ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [33ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [71ms] sending RPC to server 04a770677e404d9fb61544949460b365, [72ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [72ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1911675427(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@62240a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ed4a2f -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573))) after lookup
15:03:51.380 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:51.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.382 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:51.799 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:51.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=510), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 04a770677e404d9fb61544949460b365, [12ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [12ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 04a770677e404d9fb61544949460b365, [33ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [33ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [71ms] sending RPC to server 04a770677e404d9fb61544949460b365, [72ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [72ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [90ms] sending RPC to server 04a770677e404d9fb61544949460b365, [93ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [93ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [507ms] refreshing cache from master, [507ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [509ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1911675427(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@62240a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573) -> (continuation of Deferred@930466845 after retry RPC@1704427556), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ed4a2f -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573) -> (continuation of Deferred@930466845 after retry RPC@1704427556))) after lookup
15:03:51.800 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:51.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:51.801 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:52.299 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:52.299 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721)[L],1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483),d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:52.299 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1010), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 04a770677e404d9fb61544949460b365, [12ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [12ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 04a770677e404d9fb61544949460b365, [33ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [33ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [71ms] sending RPC to server 04a770677e404d9fb61544949460b365, [72ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [72ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [90ms] sending RPC to server 04a770677e404d9fb61544949460b365, [93ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [93ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [507ms] refreshing cache from master, [507ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [509ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [511ms] sending RPC to server 04a770677e404d9fb61544949460b365, [512ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [512ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1007ms] refreshing cache from master, [1007ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1009ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1911675427(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@62240a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573) -> (continuation of Deferred@930466845 after retry RPC@1704427556) -> (continuation of Deferred@1769877877 after retry RPC@226622348), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ed4a2f -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573) -> (continuation of Deferred@930466845 after retry RPC@1704427556) -> (continuation of Deferred@1769877877 after retry RPC@226622348))) after lookup
15:03:52.300 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] connecting to peer
15:03:52.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:52.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] cleaning up while in state CONNECTING due to: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:52.301 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 04a770677e404d9fb61544949460b365(127.14.224.3:46721) for tablet 51b65c144f4a437293b791ed1506167f: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721
15:03:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.467127 19781 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.467377 19781 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.468694 19781 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 04a770677e404d9fb61544949460b365 (127.14.224.3:46721), 1d7d1ef03e4644b993197da825d75129 (127.14.224.1:40483)
15:03:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:52.469727 19563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:52.470808 19563 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.474026 19358 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "d4f33abd32a743c2820d2f6aea95748a" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "1d7d1ef03e4644b993197da825d75129" is_pre_election: true
15:03:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.474642 19565 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365, 1d7d1ef03e4644b993197da825d75129
15:03:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.474925 19781 raft_consensus.cc:2726] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
15:03:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.547472 19789 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.547622 19789 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.548887 19789 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:52.549759 19218 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:52.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:52.550827 19218 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:52.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.556902 19681 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a" is_pre_election: true
15:03:52.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.557235 19681 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 10.
15:03:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.558312 19221 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 04a770677e404d9fb61544949460b365
15:03:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.558663 19789 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 11 FOLLOWER]: Leader pre-election won for term 12
15:03:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.558751 19789 raft_consensus.cc:482] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 04a770677e404d9fb61544949460b365)
15:03:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.558807 19789 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 11 FOLLOWER]: Advancing to term 12
15:03:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.560079 19789 raft_consensus.cc:504] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.560781 19789 leader_election.cc:288] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 12 election: Requested vote from peers d4f33abd32a743c2820d2f6aea95748a (127.14.224.2:38341), 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.560907 19681 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51b65c144f4a437293b791ed1506167f" candidate_uuid: "1d7d1ef03e4644b993197da825d75129" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "d4f33abd32a743c2820d2f6aea95748a"
15:03:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.561048 19681 raft_consensus.cc:3037] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 10 FOLLOWER]: Advancing to term 12
15:03:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.564275 19681 raft_consensus.cc:2454] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d7d1ef03e4644b993197da825d75129 in term 12.
15:03:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.564733 19221 leader_election.cc:302] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d7d1ef03e4644b993197da825d75129, d4f33abd32a743c2820d2f6aea95748a; no voters: 
15:03:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.564903 19789 raft_consensus.cc:2781] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 12 FOLLOWER]: Leader election won for term 12
15:03:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.565114 19789 raft_consensus.cc:686] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [term 12 LEADER]: Becoming Leader. State: Replica: 1d7d1ef03e4644b993197da825d75129, State: Running, Role: LEADER
15:03:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.565421 19789 consensus_queue.cc:237] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:52.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:52.566712 19218 leader_election.cc:334] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111)
15:03:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:52.568037 15315 catalog_manager.cc:5495] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 reported cstate change: term changed from 11 to 12, leader changed from 04a770677e404d9fb61544949460b365 (127.14.224.3) to 1d7d1ef03e4644b993197da825d75129 (127.14.224.1). New cstate: current_term: 12 leader_uuid: "1d7d1ef03e4644b993197da825d75129" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } health_report { overall_health: HEALTHY } } }
15:03:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:53.097214 19681 raft_consensus.cc:1261] T 51b65c144f4a437293b791ed1506167f P d4f33abd32a743c2820d2f6aea95748a [term 12 FOLLOWER]: Refusing update from remote peer 1d7d1ef03e4644b993197da825d75129: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
15:03:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:53.097983 19821 consensus_queue.cc:1035] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
15:03:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:53.107432 19218 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 -> Peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Couldn't send request to peer 04a770677e404d9fb61544949460b365. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:03:55.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:55.383831 19218 consensus_peers.cc:487] T 51b65c144f4a437293b791ed1506167f P 1d7d1ef03e4644b993197da825d75129 -> Peer 04a770677e404d9fb61544949460b365 (127.14.224.3:46721): Couldn't send request to peer 04a770677e404d9fb61544949460b365. Status: Network error: Client connection negotiation failed: client connection to 127.14.224.3:46721: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
15:03:56.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 51b65c144f4a437293b791ed1506167f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623' with partition [<start>, <end>)
15:03:56.260 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=51b65c144f4a437293b791ed1506167f@[04a770677e404d9fb61544949460b365(127.14.224.3:46721),1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)[L],d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)]}]
15:03:56.261 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=51b65c144f4a437293b791ed1506167f, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4971), Traces: [0ms] sending RPC to server 04a770677e404d9fb61544949460b365, [3ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [3ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [10ms] sending RPC to server 04a770677e404d9fb61544949460b365, [12ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [12ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [31ms] sending RPC to server 04a770677e404d9fb61544949460b365, [33ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [33ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [71ms] sending RPC to server 04a770677e404d9fb61544949460b365, [72ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [72ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [87ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [90ms] sending RPC to server 04a770677e404d9fb61544949460b365, [93ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [93ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [507ms] refreshing cache from master, [507ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [509ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [511ms] sending RPC to server 04a770677e404d9fb61544949460b365, [512ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [512ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1007ms] refreshing cache from master, [1007ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [1009ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, [1011ms] sending RPC to server 04a770677e404d9fb61544949460b365, [1012ms] received response from server 04a770677e404d9fb61544949460b365: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [1012ms] delaying RPC due to: Network error: Failed to connect to peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721): Connection refused: /127.14.224.3:46721, [4967ms] refreshing cache from master, [4967ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.224.62:36055, [4970ms] Sub RPC GetTableLocations: received response from server master-127.14.224.62:36055: OK, deferred=Deferred@1911675427(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/1094995523@62240a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573) -> (continuation of Deferred@930466845 after retry RPC@1704427556) -> (continuation of Deferred@1769877877 after retry RPC@226622348) -> (continuation of Deferred@890677504 after retry RPC@935946677), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ed4a2f -> wakeup thread Time-limited test -> (continuation of Deferred@514234045 after retry RPC@133366191) -> (continuation of Deferred@1016096313 after retry RPC@603059837) -> (continuation of Deferred@785885052 after retry RPC@2057638573) -> (continuation of Deferred@930466845 after retry RPC@1704427556) -> (continuation of Deferred@1769877877 after retry RPC@226622348) -> (continuation of Deferred@890677504 after retry RPC@935946677))) after lookup
15:03:56.262 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] connecting to peer
15:03:56.262 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] Successfully connected to peer
15:03:56.278 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3bee2e17, L:/127.0.0.1:51668 - R:/127.14.224.1:40483] using TOKEN/null
15:03:56.294 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.224.3:46721
15:03:56.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.295120 15232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:03:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.413486 19856 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.413825 19856 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.413872 19856 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.418877 19856 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.418972 19856 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.224.3
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.425529 19856 tablet_server_runner.cc:78] Tablet server non-default flags:
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.224.20:39787
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.224.3:46721
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.224.3
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42909
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.224.62:36055,127.14.224.61:34109,127.14.224.60:46045
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19856
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.224.3
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/logs
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 13:59:13 UTC on ccycloud.quasar-sqcett.root.comops.site
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580140
15:03:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.426702 19856 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.428205 19856 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:03:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.438508 19870 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.438508 19864 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.438678 19856 server_base.cc:1034] running on GCE node
15:03:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 15:03:56.438508 19866 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.439568 19856 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.440171 19856 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.441381 19856 hybrid_clock.cc:648] HybridClock initialized: now 1786460636441367 us; error 26 us; skew 500 ppm
15:03:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.443259 19856 webserver.cc:460] Webserver started at http://127.14.224.3:42909/ using document root <none> and password file <none>
15:03:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.443856 19856 fs_manager.cc:359] Metadata directory not provided
15:03:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.443953 19856 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.447606 19856 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
15:03:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.449877 19884 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
15:03:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.451205 19856 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
15:03:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.451344 19856 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data,/tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04a770677e404d9fb61544949460b365"
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 15:03:22 on dist-test-slave-rwrg"
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.451834 19856 fs_report.cc:383] FS layout report
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/wal
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/data
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.491585 19856 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
15:03:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.492439 19856 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.492673 19856 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.493351 19856 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:03:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.494657 19902 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
15:03:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.498769 19856 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
15:03:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.498838 19856 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
15:03:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.498893 19856 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
15:03:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.500618 19856 ts_tablet_manager.cc:610] Registered 1 tablets
15:03:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.500671 19856 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
15:03:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.501029 19902 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap starting.
15:03:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.512080 19856 rpc_server.cc:307] RPC server started. Bound to: 127.14.224.3:46721
15:03:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.512161 20104 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.14.224.3:46721 every 8 connection(s)
15:03:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.513293 19856 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHtbmxb/test-tmp/mini-kudu-cluster496054151745072050/ts-2/data/info.pb
15:03:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.522176 19902 log.cc:824] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Log is configured to *not* fsync() on all Append() calls
15:03:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.522441 15232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu as pid 19856
15:03:56.522 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
15:03:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.526418 20109 heartbeater.cc:347] Connected to a master server at 127.14.224.61:34109
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.526654 20107 heartbeater.cc:347] Connected to a master server at 127.14.224.62:36055
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.526708 20109 heartbeater.cc:464] Registering TS with master...
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.526746 20107 heartbeater.cc:464] Registering TS with master...
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.527344 20107 heartbeater.cc:511] Master 127.14.224.62:36055 requested a full tablet report, sending...
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.527375 20105 heartbeater.cc:347] Connected to a master server at 127.14.224.60:46045
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.527482 20105 heartbeater.cc:464] Registering TS with master...
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.527628 20105 heartbeater.cc:511] Master 127.14.224.60:46045 requested a full tablet report, sending...
15:03:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.529487 15605 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.527345 20109 heartbeater.cc:511] Master 127.14.224.61:34109 requested a full tablet report, sending...
15:03:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.531108 15315 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.531137 15473 ts_manager.cc:194] Re-registered known tserver with Master: 04a770677e404d9fb61544949460b365 (127.14.224.3:46721)
15:03:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.532166 15315 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.14.224.3:58531
15:03:56.535 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:56.540 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786460602623, tablet=51b65c144f4a437293b791ed1506167f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
15:03:56.547 [DEBUG - main] (Connection.java:575) [peer master-127.14.224.61:34109(127.14.224.61:34109)] disconnecting while in state READY
15:03:56.551 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.224.61:34109(127.14.224.61:34109)] handling channelInactive
15:03:56.553 [DEBUG - main] (Connection.java:575) [peer master-127.14.224.60:46045(127.14.224.60:46045)] disconnecting while in state READY
15:03:56.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.224.61:34109(127.14.224.61:34109)] cleaning up while in state READY due to: connection closed
15:03:56.555 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.224.60:46045(127.14.224.60:46045)] handling channelInactive
15:03:56.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.224.60:46045(127.14.224.60:46045)] cleaning up while in state READY due to: connection closed
15:03:56.556 [DEBUG - main] (Connection.java:575) [peer d4f33abd32a743c2820d2f6aea95748a(127.14.224.2:38341)] disconnecting while in state TERMINATED
15:03:56.557 [DEBUG - main] (Connection.java:575) [peer master-127.14.224.62:36055(127.14.224.62:36055)] disconnecting while in state READY
15:03:56.557 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.224.62:36055(127.14.224.62:36055)] handling channelInactive
15:03:56.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.224.62:36055(127.14.224.62:36055)] cleaning up while in state READY due to: connection closed
15:03:56.558 [DEBUG - main] (Connection.java:575) [peer 04a770677e404d9fb61544949460b365(127.14.224.3:46721)] disconnecting while in state TERMINATED
15:03:56.559 [DEBUG - main] (Connection.java:575) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] disconnecting while in state READY
15:03:56.559 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] handling channelInactive
15:03:56.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 1d7d1ef03e4644b993197da825d75129(127.14.224.1:40483)] cleaning up while in state READY due to: connection closed
15:03:56.561 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:03:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.563485 19902 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:03:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.564198 19902 tablet_bootstrap.cc:492] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Bootstrap complete.
15:03:56.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.565878 19902 ts_tablet_manager.cc:1397] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent bootstrapping tablet: real 0.065s	user 0.041s	sys 0.013s
15:03:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.567286 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 19191
15:03:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.576198 19902 raft_consensus.cc:348] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.577029 19902 raft_consensus.cc:729] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04a770677e404d9fb61544949460b365, State: Initialized, Role: FOLLOWER
15:03:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.577720 19902 consensus_queue.cc:260] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4f33abd32a743c2820d2f6aea95748a" member_type: VOTER last_known_addr { host: "127.14.224.2" port: 38341 } } peers { permanent_uuid: "04a770677e404d9fb61544949460b365" member_type: VOTER last_known_addr { host: "127.14.224.3" port: 46721 } } peers { permanent_uuid: "1d7d1ef03e4644b993197da825d75129" member_type: VOTER last_known_addr { host: "127.14.224.1" port: 40483 } }
15:03:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.579460 19902 ts_tablet_manager.cc:1428] T 51b65c144f4a437293b791ed1506167f P 04a770677e404d9fb61544949460b365: Time spent starting tablet: real 0.013s	user 0.003s	sys 0.002s
15:03:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.590664 20107 heartbeater.cc:503] Master 127.14.224.62:36055 was elected leader, sending a full tablet report...
15:03:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.598987 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 19523
15:03:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.614524 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 19856
15:03:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.631615 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 15252
15:03:56.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.643343 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 15406
15:03:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 15:03:56.656813 15232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHtbmxb/build/debug/bin/kudu with pid 15547
15:03:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T15:03:56Z chronyd exiting

Time: 37.081

OK (1 test)

